-- Logs begin at Wed 2021-06-16 10:28:47 UTC, end at Wed 2021-06-16 11:25:32 UTC. -- Jun 16 10:58:13.511646 dv-cinder-786627-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 10:58:16.245491 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.common.config [-] Logging enabled! Jun 16 10:58:16.246102 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 10:58:16.246261 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 10:58:16.249457 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.common.config [-] Logging enabled! Jun 16 10:58:16.249713 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 10:58:16.250021 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 10:58:16.250950 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 10:58:16.251181 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 10:58:16.251532 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 10:58:16.251788 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 10:58:16.252018 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 10:58:16.252336 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.252627 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.252917 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.253144 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.253434 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.253720 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.253998 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.254283 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.254572 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.254852 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.255128 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.255407 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.255635 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.256065 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.257051 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.257363 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.257592 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] debug = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.257875 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.258302 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.258713 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.258995 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.259284 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.259561 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.259862 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.260137 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.260420 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.260752 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] host = dv-cinder-786627-10-iscsi {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.261027 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.261312 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.261594 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.261875 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.262164 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.262421 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.262699 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.262968 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.263238 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.263508 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.263819 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.264099 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.264384 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.264612 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.264822 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.265106 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.265390 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.265663 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.265935 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.266206 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.266477 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.266746 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.267010 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.267292 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.267575 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.267884 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.268161 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.268435 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.268705 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.268974 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.269256 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.269527 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.269799 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.270069 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.270352 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.270624 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.270893 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.271192 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.271595 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.272106 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.272506 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.272788 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.273073 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.273348 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.273624 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.273899 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_json = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.274170 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.274443 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.274725 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.274996 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.275268 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.275542 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.275835 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.276119 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:16.276414 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.276708 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.277004 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.277284 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.277581 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.277859 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.278147 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.278422 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.278708 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.278993 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.279280 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.279561 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.279877 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.280157 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.280452 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.280762 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.281051 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.281339 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.281613 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.281886 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.282157 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.282431 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.282712 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.283000 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.283283 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.283554 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.283853 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.284143 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.284415 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.284684 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.284956 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.285236 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.285509 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.285780 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.286058 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.286332 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.286601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.286867 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.287243 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.287749 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.288069 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.288354 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.288630 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.288910 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.289183 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.289470 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.289745 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.290021 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.290293 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.290569 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.290844 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.291113 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.291387 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.291658 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.291956 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.292228 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.292498 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.292770 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.293035 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.293302 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.293570 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.293838 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.294114 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.294382 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.294650 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.294916 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.295184 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.295453 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.295737 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.296057 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.296332 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.296610 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.296887 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.297161 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.297434 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.297708 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.297983 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.298255 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.298525 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.298809 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.299086 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.299369 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.299648 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.299944 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.300236 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.300508 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.300794 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.301065 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.301335 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.301622 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.301902 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.302191 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.302478 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.303373 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.303914 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.304265 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.304552 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.304864 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.305144 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:16.305360 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 10:58:16.305598 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91781) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 10:58:16.656664 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:16.656936 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:16.657224 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:16.657555 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 10:58:17.051718 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.052025 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.052294 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.053870 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.054144 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.054407 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.088558 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.088830 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.089093 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.102778 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.103057 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.103322 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.133017 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.133287 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.133549 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.170197 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.170476 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.170739 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.405051 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.405673 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.405673 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.405854 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.406739 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.533157 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.533481 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.533763 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.534035 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.534306 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.534616 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.534875 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.535130 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.535391 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.535669 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.535950 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.536215 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.536472 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.536733 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.537031 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.537341 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.537619 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.537871 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.538138 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.538389 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.538666 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.539011 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.539260 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.539539 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.539800 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.540055 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.540449 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:17.540688 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:17.540923 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:17.541157 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:17.541390 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:17.541623 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:17.543045 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 10:58:17.546235 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 10:58:17.550149 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 10:58:17.554202 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 16 10:58:17.555850 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 10:58:17.556299 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 10:58:17.556632 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 10:58:17.557016 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 10:58:17.559827 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 10:58:17.560082 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 10:58:17.560429 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 10:58:17.589047 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 10:58:17.589504 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.589804 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91781) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 10:58:17.590165 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.591515 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91781) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 10:58:17.591824 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 10:58:17.592076 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 10:58:17.595295 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.595585 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:17.659491 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 10:58:17.659663 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 10:58:17.659933 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 10:58:17.660303 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 10:58:17.681896 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_db.sqlalchemy.engines [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91781) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 10:58:18.227796 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing driver for type 'gre' Jun 16 10:58:18.228318 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] gre ID ranges: [(1, 1000)] Jun 16 10:58:18.279837 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing driver for type 'local' Jun 16 10:58:18.280178 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing driver for type 'vlan' Jun 16 10:58:18.293624 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] VlanTypeDriver initialization complete Jun 16 10:58:18.293962 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing driver for type 'vxlan' Jun 16 10:58:18.294459 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] vxlan ID ranges: [(1, 1000)] Jun 16 10:58:18.346828 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing extension driver 'port_security' Jun 16 10:58:18.347172 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.extensions.port_security [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] PortSecurityExtensionDriver initialization complete Jun 16 10:58:18.347515 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing mechanism driver 'openvswitch' Jun 16 10:58:18.347865 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing mechanism driver 'hyperv' Jun 16 10:58:18.354825 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.plugins.ml2.plugin [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:58:18.355606 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.356015 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.356383 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.356779 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnet after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.357139 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnet after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.357490 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.357872 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.358225 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.358574 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.358956 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > security_group after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.359307 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > security_group after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.359658 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.360063 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.360414 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.360757 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.361140 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > address_group after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.361490 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > address_group after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.361839 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.362181 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] ML2 OVO RPC backend initialized. {{(pid=91781) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 10:58:18.362890 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.363246 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.363663 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.364047 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > networks before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.364739 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.365131 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > ports before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.365482 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnet before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.365826 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnets before_response 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.366174 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.366518 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.366854 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.367191 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.367528 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.367899 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.368241 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnet after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.368578 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnet after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.368913 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.369489 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.plugin [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Modular L2 Plugin initialization complete Jun 16 10:58:18.369818 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading services supported by the core plugin {{(pid=91781) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 10:58:18.370147 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.plugins.ml2.managers [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Got port-security extension from driver 'port_security' Jun 16 10:58:18.370609 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.extensions.vlantransparent [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Disabled vlantransparent extension. Jun 16 10:58:18.371099 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91781) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 10:58:18.371419 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: router Jun 16 10:58:18.408263 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.408878 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router after_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.409018 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router before_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.409386 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.409757 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.410130 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router after_delete 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.410473 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.410835 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router after_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.411184 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.411532 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.411999 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.412411 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.412820 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.413190 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.413534 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.413872 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: subnet after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.414212 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.414558 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.414904 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.415243 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: port before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.415584 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.415972 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router after_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.416319 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.416669 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_create 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.417032 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.417375 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_update 55549900 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.417746 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > network after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.418628 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Tracking information for resource: router configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:18.418963 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Tracking information for resource: floatingip configured {{(pid=91781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 10:58:18.424026 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.db.l3_agentschedulers_db [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 10:58:18.424724 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.425091 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: port after_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.425449 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: port after_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.425810 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: port after_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.426613 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router before_create 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.426981 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.427347 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_create 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.427812 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > router precommit_update 55550100 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.432251 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.services.provider_configuration [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service providers = [] {{(pid=91781) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 10:58:18.432619 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.db.servicetype_db [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91781) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 10:58:18.435519 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 10:58:18.435899 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 10:58:18.436245 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 10:58:18.437131 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.services.service_base [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 10:58:18.437504 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.services.service_base [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 10:58:18.437912 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.438231 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 10:58:18.449585 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.449919 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: auto_allocate Jun 16 10:58:18.455727 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: network precommit_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.456128 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: network precommit_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.456654 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.456976 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: tag Jun 16 10:58:18.464326 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.464658 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: timestamp Jun 16 10:58:18.469980 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.470319 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: network_ip_availability Jun 16 10:58:18.475973 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.476356 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.476719 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.477446 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.477768 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: flavors Jun 16 10:58:18.482566 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.482863 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading Plugin: revisions Jun 16 10:58:18.487230 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 10:58:18.487623 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:18.488431 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91781) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 10:58:18.488768 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Initializing extension manager. Jun 16 10:58:18.489581 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: __init__.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.489954 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: __pycache__ {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.490920 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.491257 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: address_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.492059 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.492646 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: address-group Jun 16 10:58:18.492969 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: address_scope.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.493677 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.494197 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: address-scope Jun 16 10:58:18.494519 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.495458 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.495997 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: router-admin-state-down-before-update Jun 16 10:58:18.496320 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: agent.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.497013 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.497523 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: agent Jun 16 10:58:18.497842 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: agent_resources_synced.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.498739 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.499252 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: agent-resources-synced Jun 16 10:58:18.499574 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: allowedaddresspairs.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.501627 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.502165 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: allowed-address-pairs Jun 16 10:58:18.502498 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: auto_allocated_topology.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.503573 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.504136 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: auto-allocated-topology Jun 16 10:58:18.504469 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: availability_zone.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.505161 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.505836 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: availability_zone Jun 16 10:58:18.506222 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: availability_zone_filter.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.507135 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.507653 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: availability_zone_filter Jun 16 10:58:18.508012 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: data_plane_status.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.508951 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.509463 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 10:58:18.509790 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: default_subnetpools.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.510692 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.511206 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: default-subnetpools Jun 16 10:58:18.511532 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.512382 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.512903 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: dhcp_agent_scheduler Jun 16 10:58:18.513229 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: dns.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.514131 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.514646 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 10:58:18.514971 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: dns_domain_ports.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.515909 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.516427 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 10:58:18.516750 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: dvr.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.517410 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.517921 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: dvr Jun 16 10:58:18.518241 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: empty_string_filtering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.519135 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.519645 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: empty-string-filtering Jun 16 10:58:18.520000 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.521002 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.522079 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 10:58:18.522402 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.523305 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.523839 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 10:58:18.524164 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: external_net.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.525063 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.525609 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: external-net Jun 16 10:58:18.525932 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.526841 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.527356 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: extra_dhcp_opt Jun 16 10:58:18.527683 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: extraroute.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.528613 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.529127 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: extraroute Jun 16 10:58:18.529452 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: extraroute_atomic.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.530485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.531004 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: extraroute-atomic Jun 16 10:58:18.531331 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: filter_validation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.532023 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.532536 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: filter-validation Jun 16 10:58:18.532858 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: fip_pf_description.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.533757 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.534266 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 10:58:18.534586 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: fip_port_details.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.535490 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.536029 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: fip-port-details Jun 16 10:58:18.536358 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: flavors.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.537989 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.539007 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: flavors Jun 16 10:58:18.539334 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.541058 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.541587 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 10:58:18.541916 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: floatingip_pools.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.542612 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.543132 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: floatingip-pools Jun 16 10:58:18.543459 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: ip_allocation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.544408 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.544928 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 10:58:18.545256 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.546161 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.546679 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: ip-substring-filtering Jun 16 10:58:18.547007 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l2_adjacency.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.547957 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.548462 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 10:58:18.548789 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l3.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.549763 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.550287 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: router Jun 16 10:58:18.550614 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.553313 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.553845 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 10:58:18.554180 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.555104 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.555627 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: ext-gw-mode Jun 16 10:58:18.555991 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.556901 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.557418 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: l3-ha Jun 16 10:58:18.557747 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l3_flavors.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.558658 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.559174 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: l3-flavors Jun 16 10:58:18.559503 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.560448 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.560965 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 10:58:18.561291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: l3agentscheduler.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.562327 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.562846 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: l3_agent_scheduler Jun 16 10:58:18.563174 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: logging.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.564702 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.565227 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension logging not supported by any of loaded plugins Jun 16 10:58:18.565559 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: metering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.566294 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.566879 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: metering Jun 16 10:58:18.567207 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.568534 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.569066 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: metering_source_and_destination_fields Jun 16 10:58:18.569396 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: multiprovidernet.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.570322 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.570844 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: multi-provider Jun 16 10:58:18.571171 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: netmtu.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.572101 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.572623 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: net-mtu Jun 16 10:58:18.572946 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: netmtu_writable.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.573853 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.574369 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: net-mtu-writable Jun 16 10:58:18.574695 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: network_availability_zone.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.575405 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.575937 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: network_availability_zone Jun 16 10:58:18.576262 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: network_ip_availability.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.577350 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.577873 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: network-ip-availability Jun 16 10:58:18.578202 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: network_segment_range.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.578960 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.579475 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 10:58:18.579815 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: pagination.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.580798 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.581131 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: pagination Jun 16 10:58:18.581457 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: port_device_profile.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.582374 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.582986 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: port-device-profile Jun 16 10:58:18.583306 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.585048 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.585512 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: port-mac-address-regenerate Jun 16 10:58:18.585854 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.586762 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.587282 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: port-numa-affinity-policy Jun 16 10:58:18.587604 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: port_resource_request.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.588542 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.589054 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 10:58:18.589376 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: portbindings.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.590295 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.590812 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: binding Jun 16 10:58:18.591134 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: portbindings_extended.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.592454 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.592986 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: binding-extended Jun 16 10:58:18.593310 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: portsecurity.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.594214 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.594739 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: port-security Jun 16 10:58:18.595066 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: project_id.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.596195 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.596532 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: project-id Jun 16 10:58:18.596858 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: providernet.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.597781 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.598304 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: provider Jun 16 10:58:18.598629 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.602862 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.603403 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos not supported by any of loaded plugins Jun 16 10:58:18.603737 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.604997 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.605523 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 10:58:18.605855 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.606762 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.607278 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 10:58:18.607607 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_default.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.608541 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.609067 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-default not supported by any of loaded plugins Jun 16 10:58:18.609396 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_fip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.610044 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.610558 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 10:58:18.610885 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_gateway_ip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.611813 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.612336 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 10:58:18.612664 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_port_network_policy.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.613567 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.614324 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 10:58:18.614743 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_rule_type_details.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.615710 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.616261 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 10:58:18.616585 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: qos_rules_alias.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.617642 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.618156 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 10:58:18.618480 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: quotasv2.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.619404 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.619729 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: quotas Jun 16 10:58:18.620078 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: quotasv2_detail.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.623134 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.623484 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: quota_details Jun 16 10:58:18.623840 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: rbac.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.624896 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.625437 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: rbac-policies Jun 16 10:58:18.625767 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: rbac_address_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.626690 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.627215 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: rbac-address-group Jun 16 10:58:18.627544 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: rbac_address_scope.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.628481 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.629010 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: rbac-address-scope Jun 16 10:58:18.629336 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: rbac_security_groups.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.630525 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.631109 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: rbac-security-groups Jun 16 10:58:18.631448 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: rbac_subnetpool.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.632468 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.632989 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: rbac-subnetpool Jun 16 10:58:18.633406 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: revisionifmatch.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.634317 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.634843 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: revision-if-match Jun 16 10:58:18.635173 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: revisions.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.636304 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.636830 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: standard-attr-revisions Jun 16 10:58:18.637159 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: router_availability_zone.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.637824 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.638371 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: router_availability_zone Jun 16 10:58:18.638696 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: routerservicetype.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.639612 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.640173 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 10:58:18.640498 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.641410 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.641931 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: security-groups-normalized-cidr Jun 16 10:58:18.642255 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.643262 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.643714 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: port-security-groups-filtering Jun 16 10:58:18.644067 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.644973 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.645489 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: security-groups-remote-address-group Jun 16 10:58:18.645812 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: securitygroup.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.656283 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.656830 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: security-group Jun 16 10:58:18.657168 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: segment.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.657968 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.658483 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension segment not supported by any of loaded plugins Jun 16 10:58:18.658814 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.659763 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.660306 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 10:58:18.660634 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: servicetype.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.661795 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.662579 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: service-type Jun 16 10:58:18.662914 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: sorting.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.663936 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.664270 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: sorting Jun 16 10:58:18.664596 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: standard_attr_segment.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.665495 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.666014 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 10:58:18.666339 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: standardattrdescription.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.666977 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.667492 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: standard-attr-description Jun 16 10:58:18.667911 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: stateful_security_group.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.668837 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.669358 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: stateful-security-group Jun 16 10:58:18.669682 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: stdattrs_common.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.670269 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 10:58:18.670592 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.671590 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.672147 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 10:58:18.672476 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: subnet_onboard.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.673592 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.674055 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: subnet_onboard Jun 16 10:58:18.674380 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.675294 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.675835 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 10:58:18.676162 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: subnet_service_types.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.677112 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.678185 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: subnet-service-types Jun 16 10:58:18.678506 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: subnetallocation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.679595 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.680159 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: subnet_allocation Jun 16 10:58:18.680485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.681298 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.681814 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: subnetpool-prefix-ops Jun 16 10:58:18.682140 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.683064 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.683577 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 10:58:18.683931 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: tagging.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.685030 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.685553 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: standard-attr-tag Jun 16 10:58:18.685880 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: timestamp.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.687154 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.687680 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loaded extension: standard-attr-timestamp Jun 16 10:58:18.688040 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: trunk.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.689077 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.689605 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension trunk not supported by any of loaded plugins Jun 16 10:58:18.689934 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: trunk_details.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.690840 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.691362 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 10:58:18.691690 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: uplink_status_propagation.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.692633 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.693274 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 10:58:18.694148 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Loading extension file: vlantransparent.py {{(pid=91781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 10:58:18.694863 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 10:58:18.695382 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 10:58:18.697922 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:network Jun 16 10:58:18.698467 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:subnet Jun 16 10:58:18.698874 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 10:58:18.699269 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:port Jun 16 10:58:18.700668 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.701117 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service FLAVORS assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.701749 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.702186 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.702518 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:router Jun 16 10:58:18.702948 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 10:58:18.703448 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service METERING assigned prefix: /metering {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.704948 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.705326 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.705681 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 10:58:18.706699 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 10:58:18.707148 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:security_group Jun 16 10:58:18.707588 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 10:58:18.708234 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.708565 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 10:58:18.709551 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] subnetpool is already registered Jun 16 10:58:18.710086 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.710414 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 10:58:18.710752 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] subnetpool is already registered Jun 16 10:58:18.713089 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.713526 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service FLAVORS assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.714121 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.714548 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.714888 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:router Jun 16 10:58:18.715230 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] router is already registered Jun 16 10:58:18.715645 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 10:58:18.716012 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] floatingip is already registered Jun 16 10:58:18.716470 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service METERING assigned prefix: /metering {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.717146 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 10:58:18.717474 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] rbac_policy is already registered Jun 16 10:58:18.717887 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:security_group Jun 16 10:58:18.718223 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] security_group is already registered Jun 16 10:58:18.718637 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 10:58:18.718972 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] security_group_rule is already registered Jun 16 10:58:18.719594 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.719952 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 10:58:18.720290 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] subnetpool is already registered Jun 16 10:58:18.720716 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.v2.resource_helper [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Service CORE assigned prefix: {{(pid=91781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 10:58:18.721037 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 10:58:18.721366 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING neutron.quota.resource_registry [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] subnetpool is already registered Jun 16 10:58:18.721847 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: extensions {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.723357 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: address-groups {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.725434 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: address-scopes {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.727744 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: agents {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.729832 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: auto-allocated-topology {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.732184 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: availability_zones {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.734436 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: dhcp-networks {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.737107 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: dhcp-agents {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.739983 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: routers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.743046 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: flavors {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.745559 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: service_profiles {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.746804 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: next_providers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.748282 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: service_profiles {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.749865 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: floatingip-pools {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.751090 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: routers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.752868 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: floatingips {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.754148 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: l3-routers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.755563 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: l3-agents {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.757669 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: metering-labels {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.758940 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: metering-label-rules {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.760363 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: network-ip-availabilities {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.761625 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: bindings {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.763173 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: quotas {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.764763 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: quotas {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.766197 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: rbac-policies {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.767400 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: security-groups {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.768756 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: security-group-rules {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.769998 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: service-providers {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.771237 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: subnetpools {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.772678 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: subnetpools {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.774236 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.775989 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.777818 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.779628 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.781350 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.783332 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.785065 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.787012 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.788915 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.790671 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron.api.extensions [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Extended resource: tags {{(pid=91781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 10:58:18.796894 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING keystonemiddleware.auth_token [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 10:58:18.801452 dv-cinder-786627-10-iscsi neutron-server[91781]: WARNING keystonemiddleware.auth_token [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 10:58:18.810399 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Acquired lock "singleton_lock" {{(pid=91781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 10:58:18.810882 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Releasing lock "singleton_lock" {{(pid=91781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 10:58:18.811520 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO oslo_service.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Starting 2 workers Jun 16 10:58:18.816407 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Started child 91890 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 10:58:18.821768 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Started child 91891 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 10:58:18.823015 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:18.823831 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO neutron.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 10:58:18.824070 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Notify callbacks [] for process, before_spawn {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:18.824543 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [-] (91890) wsgi starting up on http://0.0.0.0:9696 Jun 16 10:58:18.826569 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO oslo_service.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Starting 1 workers Jun 16 10:58:18.827518 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:18.828926 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [-] (91891) wsgi starting up on http://0.0.0.0:9696 Jun 16 10:58:18.831798 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Started child 91892 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 10:58:18.832356 dv-cinder-786627-10-iscsi neutron-server[91781]: INFO oslo_service.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Starting 1 workers Jun 16 10:58:18.835827 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] calling RpcWorker wait() {{(pid=91892) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 10:58:18.836412 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] returning from RpcWorker wait() {{(pid=91892) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 10:58:18.837019 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Started child 91893 {{(pid=91781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 10:58:18.837706 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:18.837885 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-efa1dff7-82e8-4a80-9fe4-b01a662f4c38 None None] Notify callbacks [] for process, after_spawn {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:18.838266 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:58:18.839826 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 10:58:18.840039 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 10:58:18.840225 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 10:58:18.840446 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 10:58:18.840787 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 10:58:18.840953 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 10:58:18.841463 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.841757 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.841970 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:18.842435 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.842435 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.842578 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.843104 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.843363 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.843618 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.843940 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.844178 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.844355 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.844525 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.844791 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.845033 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.845329 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.845591 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.845844 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.846108 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.846290 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.846546 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.846809 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.847056 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.847320 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] debug = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.847566 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.848069 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.848316 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.848572 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.848888 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.849153 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.849333 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.850373 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.850623 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.850874 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.851308 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.851587 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.851852 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.852079 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.852302 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.852572 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.852801 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.853284 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host = dv-cinder-786627-10-iscsi {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.853527 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.853762 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.853984 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.854259 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.854505 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.854743 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.855005 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.855251 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.855507 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.855767 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.856070 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.856324 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.856572 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.856840 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.857007 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_options = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.857248 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.857519 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.857776 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.857970 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.858142 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.858319 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.858560 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.858725 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.858982 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.859201 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.859418 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.859634 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.859887 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.860105 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.860435 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.860633 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.860849 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.861081 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.861327 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.861560 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.861788 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.862017 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.862255 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.862497 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.862731 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.862949 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.863198 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.863416 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.863633 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.863931 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.864436 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.864801 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.865276 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.865988 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.866461 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.866657 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.866901 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.867185 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.867423 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.867671 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.867948 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.868189 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.868438 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.868663 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.868798 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:58:18.868936 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.869147 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_json = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.869381 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.869614 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.869966 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.870188 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.870455 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.870681 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.870859 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.871155 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.871647 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.871970 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.872289 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.872536 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.872790 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.873042 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.873276 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.873502 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.873756 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.873991 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.875035 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.875035 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.875035 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.875035 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.875463 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.875589 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.875875 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.876166 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.876408 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.876679 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.876883 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.877112 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.877452 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.877728 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.877985 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.878237 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.878457 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.878701 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.878939 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.879156 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.879373 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.879588 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.879876 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.880132 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.880381 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.880792 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.880953 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.881182 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.881414 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.881630 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.882006 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.882250 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.882558 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.882784 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.883004 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.883242 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.883483 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.883730 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.884010 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.884868 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.884868 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.884868 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.885248 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.885248 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.886054 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.886054 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.886054 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.886408 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.886408 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.886673 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.886869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.887817 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.887817 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.887817 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.887817 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.888142 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.888371 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.888627 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.888875 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.889113 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.889334 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.889554 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.889764 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.889975 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.890543 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.890543 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.890798 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.890938 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.891067 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.891341 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.891474 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.891672 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.891949 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.892192 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.892482 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.892830 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.893088 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.893358 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.893591 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.893848 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.894094 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.894355 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.894599 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.894830 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.895091 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.895367 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.895599 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.895880 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.896145 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.896654 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.897124 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.897355 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.897638 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.897885 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.898128 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.898362 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.898641 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.898924 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.899186 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.899453 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.899710 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.900043 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.900300 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.900585 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.900830 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.901104 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.901414 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.901758 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.902009 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.902268 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.902501 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.902753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.902989 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.903258 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.903510 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.903760 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.904002 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.904448 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.904682 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.904907 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.905134 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.905395 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.905719 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.905948 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.906425 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.906912 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.907354 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.907670 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.908122 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.908565 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.908819 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.910775 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.911307 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.911307 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.911307 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.911508 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.911824 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.912566 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.912814 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.913068 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.913292 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.913513 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.913766 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.913982 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.914223 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.914455 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.914676 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.914901 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.915122 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.915367 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.915603 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.915844 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.916143 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.916392 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.916628 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.916882 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.917108 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.917378 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.917619 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.917867 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.918090 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.918307 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.918521 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.918742 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.918977 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.919191 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.919417 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.919639 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.919928 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.920182 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.920510 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.920770 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.920999 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.921239 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.921455 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.921704 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.921941 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.922181 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.922430 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.922646 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.922976 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.923595 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.923595 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.923772 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.924025 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.924203 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.924408 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.924626 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.924836 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.925115 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.925372 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.925733 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.925972 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.926202 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.926430 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.926641 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.926852 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.927143 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.927395 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.927768 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.928569 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.928800 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.929020 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.929233 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.929460 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.929692 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.929902 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.930145 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.930356 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.930605 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.930820 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.931032 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.931249 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.931461 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.931809 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.932063 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.932301 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.932585 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.932807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.933043 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.933318 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.933639 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.933857 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.934120 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.934362 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.934581 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.934803 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.935058 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.935383 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.935671 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.935946 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.936200 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.936468 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.936761 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.937021 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.937252 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.937558 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.937885 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.938162 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.938412 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.938672 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.938944 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.939168 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.939381 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.939617 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.939882 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.940096 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.940334 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.940588 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.940812 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.941028 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.941255 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.941479 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.941702 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.941911 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.942131 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.942348 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.942543 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 10:58:18.943094 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 10:58:18.943421 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 10:58:18.943564 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 10:58:18.943962 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 10:58:18.944186 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 10:58:18.944346 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 10:58:18.944557 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.944722 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.944883 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.945046 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.945206 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.945389 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.945551 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.945712 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.945872 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.946032 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.946194 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.946353 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.946513 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.946787 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.946889 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.946969 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.947125 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.947332 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.947458 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.947617 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.947799 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.947956 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.948116 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] debug = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.948276 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.948470 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.948633 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.948792 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.948951 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.949109 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.949267 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.949425 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.949583 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.949741 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.949900 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.950058 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.950217 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.950376 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.950535 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.950694 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.950851 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.951010 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host = dv-cinder-786627-10-iscsi {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.951167 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.951326 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.951484 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.951643 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.951820 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.951981 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.952141 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.952300 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.952459 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.952619 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.952778 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.952935 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.953094 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.953251 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.953410 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_options = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.953569 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.953726 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.953884 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.954060 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.954224 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.954383 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.954541 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.954699 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.954865 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.955005 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.955163 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.955320 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.955476 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.955819 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.956077 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.956207 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.956850 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.956850 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.956850 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.956850 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.957329 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.957329 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.957329 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.957543 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.957543 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.957682 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.958156 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.958156 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.958156 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.958478 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.958558 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.958675 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.959391 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.959909 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.960012 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.960156 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.960371 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.960497 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961102 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961102 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961102 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961102 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961386 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961386 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961540 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961621 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_json = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961698 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.961858 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.962018 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.962177 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.962423 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.962559 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.962679 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.962777 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 10:58:18.962959 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.963122 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.963293 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.964601 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965524 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965524 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965524 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965524 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965524 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965524 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965976 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965976 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.965976 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.966191 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.966191 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.966363 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.966524 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.966848 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.967014 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.967399 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.967399 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.967552 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.967678 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.967814 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.968000 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.968124 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.968263 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.968424 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.968586 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.968742 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.968898 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.969062 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.969224 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.969387 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.969548 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.969761 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.969876 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.970037 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.970195 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.970381 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.970511 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.970660 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.970822 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.970993 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.971181 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.971317 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.971478 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.971639 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.971876 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.971971 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.972132 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.972293 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.972541 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.972640 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.972779 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.972998 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.973123 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.973237 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.973399 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.973560 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.973722 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.973978 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.974079 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.974183 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.974348 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.975398 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.975541 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.975713 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.975893 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.976053 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.976221 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.976373 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.976546 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.976705 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.976867 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.977029 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.977191 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.979869 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980342 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980408 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980485 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980922 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980922 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980922 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980922 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980922 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980922 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.980922 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.981305 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.981305 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.981305 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.981484 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.981592 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.981856 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.981967 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.982054 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.982233 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.982396 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.982560 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.982722 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.982883 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.983044 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.983207 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.983369 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.983529 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.983690 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.983902 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.984073 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.984247 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.984409 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.984620 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.984726 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.984905 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.985066 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.985227 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.985388 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.985549 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.985710 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.985872 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.986033 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.986196 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.986358 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.986519 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.986681 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.986843 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.987005 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.987166 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.987326 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.987488 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.987649 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.987892 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.988058 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.988220 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.988381 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.988541 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.988702 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.988866 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.989028 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.989541 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.989713 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.989875 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.990143 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.990792 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.991115 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.991413 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.991722 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.991919 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.992223 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.992424 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.992560 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.992871 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.993026 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.993195 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.995807 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996291 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.996753 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997135 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997135 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997135 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997303 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997683 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997683 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997927 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.997927 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.998077 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.998207 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.998382 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.998542 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999032 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999032 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999032 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999263 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999341 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999474 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999626 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999798 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:18.999988 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.000149 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.000312 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.000472 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.000632 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.000801 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.000961 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.001121 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.001281 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.001442 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.001611 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.001772 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.001933 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.002092 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.002253 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.002422 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.002585 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.002747 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.003202 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.003202 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.003202 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.003583 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.003583 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.003886 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.003886 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.004149 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.004149 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.004409 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.004542 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.004675 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.004811 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.004956 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.005092 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.005237 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.005371 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.005530 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.005788 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.005996 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.006178 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.006340 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.006502 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.006662 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.006823 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.006986 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.007148 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.007309 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.007469 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.007630 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.007811 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.007984 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.008123 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.008258 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.008506 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.008648 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.008782 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.008915 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.009049 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.009184 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 10:58:19.009327 dv-cinder-786627-10-iscsi neutron-server[91781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 10:58:19.186638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 43990) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:19.195648 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067151 Jun 16 10:58:30.666542 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94860a-00d1-4096-ab5e-5db66ad4a6ef None None] get_active_networks_info from dv-cinder-786627-10-iscsi {{(pid=91892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 10:58:30.686182 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a860f8e2-49b8-406f-8fa6-8ce0f7622b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831'] for agent, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:30.773255 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb94860a-00d1-4096-ab5e-5db66ad4a6ef None None] No non-hosted networks {{(pid=91892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 10:58:33.362648 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831'] for agent, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:33.363450 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.363931 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.365362 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.366834 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.367407 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.367977 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.369781 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.372104 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.374439 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.376907 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.377488 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.379843 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:33.380653 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:58:33.391639 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:58:33.699355 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-2b13dc2a-1c98-4972-8890-64f2df401786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831'] for agent, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:33.758414 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-702e7b21-943d-40d6-a284-03302a49d73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:34.479273 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831'] for agent, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:36.110115 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831'] for agent, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:37.344873 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44082) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:37.847519 dv-cinder-786627-10-iscsi neutron-server[91890]: WARNING oslo_policy.policy [None req-0c2eb10b-abaf-4622-a741-3199d308a6bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:37.848154 dv-cinder-786627-10-iscsi neutron-server[91890]: WARNING oslo_policy.policy [None req-0c2eb10b-abaf-4622-a741-3199d308a6bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:38.066863 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [None req-0c2eb10b-abaf-4622-a741-3199d308a6bf admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 10:58:38.068102 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-0c2eb10b-abaf-4622-a741-3199d308a6bf admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7210865 Jun 16 10:58:40.449996 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44096) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:40.774154 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 10:58:40.872356 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.policy [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 10:58:40.946367 dv-cinder-786627-10-iscsi neutron-server[91890]: WARNING oslo_policy.policy [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:40.946640 dv-cinder-786627-10-iscsi neutron-server[91890]: WARNING oslo_policy.policy [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:40.955248 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.quota [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] Loaded quota_driver: . Jun 16 10:58:41.019072 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.db.l3_hamode_db [None req-1645e884-fa75-4e7a-9228-9742dc427140 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 10:58:41.058046 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730437054456', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730437052847', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730437041521', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730437040059', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730437009778', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730437018699', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3834871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3846014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562383'] for rbac-policy, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:41.100620 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645e884-fa75-4e7a-9228-9742dc427140 None None] Routers set() bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 10:58:41.101005 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645e884-fa75-4e7a-9228-9742dc427140 None None] Router IDs set() for agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 10:58:41.126202 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:41.127289 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-bd925c94-7e98-4adc-803a-6598db14d054 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6763167 Jun 16 10:58:43.691592 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44108) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:44.306843 dv-cinder-786627-10-iscsi neutron-server[91891]: WARNING oslo_policy.policy [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:44.307900 dv-cinder-786627-10-iscsi neutron-server[91891]: WARNING oslo_policy.policy [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:44.538436 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Request body: {'network': {'project_id': 'ed8b730d350a4d3d889c189afced868e', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'name': 'private', 'admin_state_up': True}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 10:58:44.540181 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.quota [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Loaded quota_driver: . Jun 16 10:58:44.603708 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Made reservation on behalf of ed8b730d350a4d3d889c189afced868e for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 10:58:44.673155 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.policy [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91891) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 10:58:44.721469 dv-cinder-786627-10-iscsi neutron-server[91891]: WARNING oslo_policy.policy [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:44.722445 dv-cinder-786627-10-iscsi neutron-server[91891]: WARNING oslo_policy.policy [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 10:58:44.733815 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:44.756825 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:44.904157 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:44.908879 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:44.913661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:44.931142 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 10:58:44.963194 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730437036840', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:44.963844 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Unsubscribe: segment precommit_create {{(pid=91891) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 10:58:44.964361 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Added segment b55440c3-739b-42a7-b4f0-5465d654967c of type vlan for network bcd26e06-0d46-4d27-8836-e050767d033b Jun 16 10:58:44.982964 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c1d8d2-c4db-4773-9976-ba37f16cedd2,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:58:45.012911 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.013168 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.013499 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.013822 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.014140 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.014480 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.014796 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.015158 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.015471 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.015809 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.016109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.016409 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Tracked resource versions report: Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: pushed versions: Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: { 'AddressGroup': {'1.2'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'ConntrackHelper': {'1.0'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Log': {'1.0'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Network': {'1.1'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Port': {'1.7'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'PortForwarding': {'1.2'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'QosPolicy': {'1.8'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroup': {'1.4'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroupRule': {'1.2'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SubPort': {'1.0'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Subnet': {'1.1'}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Trunk': {'1.1'}} Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: consumer versions: Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'ConntrackHelper': '1.0', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Log': '1.0', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Network': '1.1', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Port': '1.7', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'PortForwarding': '1.2', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'QosPolicy': '1.8', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroup': '1.4', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroupRule': '1.2', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SubPort': '1.0', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Subnet': '1.1', Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Trunk': '1.1'}} Jun 16 10:58:45.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: {{(pid=91891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 10:58:45.093618 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:45.098097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:45.154101 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:45.155998 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:58:45.156863 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:45.159031 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:45.209335 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5147736 Jun 16 10:58:45.266550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Pushing event updated for resources: {'Network': ['ID=bcd26e06-0d46-4d27-8836-e050767d033b,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:58:45.270484 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:45.280904 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network bcd26e06-0d46-4d27-8836-e050767d033b details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 10:58:48.108581 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44130) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:48.546256 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10890e65-4679-4d82-af71-d193e8855e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:58:48.547523 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-10890e65-4679-4d82-af71-d193e8855e45 admin admin] 10.222.0.21 "GET /v2.0/networks/bcd26e06-0d46-4d27-8836-e050767d033b HTTP/1.1" status: 200 len: 825 time: 0.4379954 Jun 16 10:58:48.587296 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-58ead6c9-3f54-49e4-8a1f-0ed16e35add7 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/4b246684-9978-4ec6-9e47-becb31cc5a04 HTTP/1.1" status: 200 len: 734 time: 0.0333226 Jun 16 10:58:48.596473 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'subnetpool_id': '4b246684-9978-4ec6-9e47-becb31cc5a04'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 10:58:48.620540 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Made reservation on behalf of ed8b730d350a4d3d889c189afced868e for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 10:58:48.623151 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:48.937056 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:48.939989 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:49.008176 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fac1012-809b-4e00-92d6-18f98edcda52,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:58:49.013183 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Checking segment: {'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 10:58:49.013792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Network hostable DHCP agents. Network: bcd26e06-0d46-4d27-8836-e050767d033b, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 10:58:49.016651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:49.041524 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Network bcd26e06-0d46-4d27-8836-e050767d033b is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 10:58:49.053087 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, bcd26e06-0d46-4d27-8836-e050767d033b) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 10:58:49.057843 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:58:49.058470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:49.064147 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264f84a-dd26-4faf-8cc3-24e2782ab23c None None] Network bcd26e06-0d46-4d27-8836-e050767d033b requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 10:58:49.078109 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4805260 Jun 16 10:58:49.396805 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-bcd26e06-0d46-4d27-8836-e050767d033b', 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'fixed_ips': [{'subnet_id': '7fac1012-809b-4e00-92d6-18f98edcda52'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 10:58:49.398186 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:49.703644 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Allocated IP 172.20.0.2 (bcd26e06-0d46-4d27-8836-e050767d033b/7fac1012-809b-4e00-92d6-18f98edcda52/1fd1a90e-d03d-4aac-9b1a-404cad772ad5) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 10:58:49.924490 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:49.944759 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Transition to ACTIVE for port object 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 10:58:50.004280 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Transition to ACTIVE for port object 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 10:58:50.014483 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:50.017289 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:50.087685 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Network bcd26e06-0d46-4d27-8836-e050767d033b is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 10:58:50.094425 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 10:58:50.101538 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 10:58:50.108095 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Pushing event updated for resources: {'Port': ['ID=1fd1a90e-d03d-4aac-9b1a-404cad772ad5,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:58:50.136705 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.137081 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.137423 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.137746 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.138066 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.138386 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.138700 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.139037 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.139328 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.139645 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.139980 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.140292 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Tracked resource versions report: Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: pushed versions: Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: { 'AddressGroup': {'1.2'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'ConntrackHelper': {'1.0'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Log': {'1.0'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Network': {'1.1'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Port': {'1.7'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'PortForwarding': {'1.2'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'QosPolicy': {'1.8'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroup': {'1.4'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroupRule': {'1.2'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SubPort': {'1.0'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Subnet': {'1.1'}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Trunk': {'1.1'}} Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: consumer versions: Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'ConntrackHelper': '1.0', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Log': '1.0', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Network': '1.1', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Port': '1.7', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'PortForwarding': '1.2', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'QosPolicy': '1.8', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroup': '1.4', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroupRule': '1.2', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SubPort': '1.0', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Subnet': '1.1', Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Trunk': '1.1'}} Jun 16 10:58:50.141666 dv-cinder-786627-10-iscsi neutron-server[91892]: {{(pid=91892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 10:58:50.166875 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:50.195438 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Attempting to bind port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 10:58:50.195825 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Attempting to bind port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 10:58:50.196273 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Attempting to bind port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 on network bcd26e06-0d46-4d27-8836-e050767d033b {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 10:58:50.201707 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 10:58:50.202111 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Checking segment: {'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 10:58:50.202599 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:50.202992 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Bound using segment: {'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 10:58:50.203475 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Bound port: 1fd1a90e-d03d-4aac-9b1a-404cad772ad5, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 10:58:50.203893 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:50.270058 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] For port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 10:58:50.275404 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] For port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=1fd1a90e-d03d-4aac-9b1a-404cad772ad5,segment=NetworkSegment(b55440c3-739b-42a7-b4f0-5465d654967c),segment_id=b55440c3-739b-42a7-b4f0-5465d654967c)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 10:58:50.280897 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:50.283917 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:50.363112 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Pushing event updated for resources: {'Port': ['ID=1fd1a90e-d03d-4aac-9b1a-404cad772ad5,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:58:50.373812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:51.620178 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44138) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:51.970970 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [None req-b20a8cb1-89ad-4cda-a4e8-c5f8908da0a1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 10:58:51.971954 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b20a8cb1-89ad-4cda-a4e8-c5f8908da0a1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3508976 Jun 16 10:58:54.491132 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44146) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:54.854552 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [None req-fc397e56-698d-4f19-96f5-9dcfbe7be47f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 10:58:54.855646 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-fc397e56-698d-4f19-96f5-9dcfbe7be47f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3634248 Jun 16 10:58:56.867001 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0fcbb-ffb7-4311-832d-0a479fc8ee9d None None] Network bcd26e06-0d46-4d27-8836-e050767d033b requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 10:58:56.981305 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-ed06e27f-d47a-4933-b691-c399a544529b None None] Provisioning for port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 10:58:57.468875 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 10:58:57.580607 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 10:58:57.586495 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:58:57.586892 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:57.706301 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:57.744328 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=1fd1a90e-d03d-4aac-9b1a-404cad772ad5,segment=NetworkSegment(b55440c3-739b-42a7-b4f0-5465d654967c),segment_id=b55440c3-739b-42a7-b4f0-5465d654967c)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 10:58:57.749349 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:57.753274 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:58:57.806517 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=1fd1a90e-d03d-4aac-9b1a-404cad772ad5,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:58:57.809831 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:58:57.910703 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44160) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:58:58.296168 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-27a96117-70c0-4682-bec6-f7fc2f22a0be admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'admin_state_up': True}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 10:58:58.527046 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-27a96117-70c0-4682-bec6-f7fc2f22a0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:58.530445 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-27a96117-70c0-4682-bec6-f7fc2f22a0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:58.698641 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-27a96117-70c0-4682-bec6-f7fc2f22a0be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:58.703554 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-27a96117-70c0-4682-bec6-f7fc2f22a0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:58.718624 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-27a96117-70c0-4682-bec6-f7fc2f22a0be admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:58:58.720064 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-27a96117-70c0-4682-bec6-f7fc2f22a0be admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8075314 Jun 16 10:58:59.437432 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 10:58:59.486435 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:58:59.486817 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:00.541303 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-4e62bec3-4014-4290-954c-4bef34a652df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:01.213525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44168) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:59:01.537205 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [None req-072d4695-344c-40c9-be15-e185315d7e4c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 10:59:01.538275 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-072d4695-344c-40c9-be15-e185315d7e4c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3237886 Jun 16 10:59:03.365224 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:03.696099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-ebe93881-3d26-41c5-ad03-ce1389b3f1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:03.948776 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44176) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:59:04.276601 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 10:59:04.298564 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Made reservation on behalf of e9086eba12be48faa5282f8ae5d329e6 for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 10:59:04.301053 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.309869 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.403871 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.407909 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.412659 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:04.423662 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.439287 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Reserving flat network on physical network physnet1 {{(pid=91891) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 10:59:04.449619 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c41093-a1b5-432a-a574-a528c80e8739,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:04.453213 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:04.458981 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.458981 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Added segment 9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6 of type flat for network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 Jun 16 10:59:04.508533 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.544837 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.546254 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:59:04.546815 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:04.548720 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:04.577733 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6279683 Jun 16 10:59:04.606915 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Pushing event updated for resources: {'Network': ['ID=ba606b73-9db9-42d8-8bd7-b5b2a48673f9,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:04.609847 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:04.618155 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 10:59:06.063963 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:06.970821 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44194) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:59:07.181653 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d614a-6f35-4591-9ea3-047117cdeb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:59:07.183013 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-395d614a-6f35-4591-9ea3-047117cdeb48 admin admin] 10.222.0.21 "GET /v2.0/subnets/7fac1012-809b-4e00-92d6-18f98edcda52 HTTP/1.1" status: 200 len: 849 time: 0.2111421 Jun 16 10:59:07.305214 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-caffb231-ee74-4a4b-8cf1-0421ddb8e936 admin admin] 10.222.0.21 "GET /v2.0/routers/8f0ea8f8-f752-4113-8b2c-e96db62fa6da HTTP/1.1" status: 200 len: 704 time: 0.1169324 Jun 16 10:59:07.578859 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:07.874603 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Allocated IP 172.20.0.1 (bcd26e06-0d46-4d27-8836-e050767d033b/7fac1012-809b-4e00-92d6-18f98edcda52/40cb85ba-96e6-43ce-ace7-44fefcf9d6be) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 10:59:08.082789 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.104918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Transition to ACTIVE for port object 40cb85ba-96e6-43ce-ace7-44fefcf9d6be will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 10:59:08.185895 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.187949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:08.258422 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Network bcd26e06-0d46-4d27-8836-e050767d033b is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 10:59:08.266073 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 10:59:08.272305 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 10:59:08.272503 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.296166 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Pushing event updated for resources: {'Port': ['ID=40cb85ba-96e6-43ce-ace7-44fefcf9d6be,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:08.338520 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:08.504472 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.530225 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-41732943-692e-4fae-89cf-96f025f85b93 None None] Provisioning for port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 10:59:08.534140 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-41732943-692e-4fae-89cf-96f025f85b93 None None] Provisioning complete for port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:59:08.534456 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-41732943-692e-4fae-89cf-96f025f85b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.569567 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-41732943-692e-4fae-89cf-96f025f85b93 None None] Port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 10:59:08.697673 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.702075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.703197 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:08.705661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:08.764734 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Pushing event updated for resources: {'Port': ['ID=40cb85ba-96e6-43ce-ace7-44fefcf9d6be,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:08.768354 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:08.828774 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Network bcd26e06-0d46-4d27-8836-e050767d033b is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 10:59:08.830065 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 10:59:08.901379 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 10:59:08.998862 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 10:59:09.000250 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-23a2bde4-52f8-4c09-8642-e7d08b896275 None None] Provisioning complete for port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:59:09.000622 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-23a2bde4-52f8-4c09-8642-e7d08b896275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:09.036490 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-23a2bde4-52f8-4c09-8642-e7d08b896275 None None] Port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 10:59:09.090697 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 10:59:09.097039 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f0ea8f8-f752-4113-8b2c-e96db62fa6da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7868164 Jun 16 10:59:09.101542 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Sync routers for ids ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 10:59:09.113182 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Routers {'8f0ea8f8-f752-4113-8b2c-e96db62fa6da'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 10:59:09.114720 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T10:59:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:09.304928 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Set router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 10:59:09.771575 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'name': 'router1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T10:58:58Z', 'updated_at': '2021-06-16T10:59:08Z', 'revision_number': 2, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'gw_port_host': None, '_interfaces': [{'id': '40cb85ba-96e6-43ce-ace7-44fefcf9d6be', 'name': '', 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'mac_address': 'fa:16:3e:42:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:07Z', 'updated_at': '2021-06-16T10:59:08Z', 'revision_number': 2, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'subnets': [{'id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b246684-9978-4ec6-9e47-becb31cc5a04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:09.778541 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Checking router: 8f0ea8f8-f752-4113-8b2c-e96db62fa6da for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 10:59:09.778915 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Updating router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 10:59:09.849427 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:10.371930 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:10.391056 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Transition to ACTIVE for port object 40cb85ba-96e6-43ce-ace7-44fefcf9d6be will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 10:59:10.397469 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:10.401036 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:10.607363 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Pushing event updated for resources: {'Port': ['ID=40cb85ba-96e6-43ce-ace7-44fefcf9d6be,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:10.621873 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.622268 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.622551 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.622870 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.623194 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.623506 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.623836 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.624184 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.624511 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.624822 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.625127 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.625430 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Tracked resource versions report: Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: pushed versions: Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: { 'AddressGroup': {'1.2'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'ConntrackHelper': {'1.0'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Log': {'1.0'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Network': {'1.1'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Port': {'1.7'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'PortForwarding': {'1.2'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'QosPolicy': {'1.8'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroup': {'1.4'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroupRule': {'1.2'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SubPort': {'1.0'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Subnet': {'1.1'}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Trunk': {'1.1'}} Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: consumer versions: Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'ConntrackHelper': '1.0', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Log': '1.0', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Network': '1.1', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Port': '1.7', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'PortForwarding': '1.2', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'QosPolicy': '1.8', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroup': '1.4', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroupRule': '1.2', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SubPort': '1.0', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Subnet': '1.1', Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Trunk': '1.1'}} Jun 16 10:59:10.626787 dv-cinder-786627-10-iscsi neutron-server[91893]: {{(pid=91893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 10:59:10.631619 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Attempting to bind port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 10:59:10.632041 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Attempting to bind port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 10:59:10.632489 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Attempting to bind port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be on network bcd26e06-0d46-4d27-8836-e050767d033b {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 10:59:10.634640 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:10.639220 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 10:59:10.639645 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Checking segment: {'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 10:59:10.640167 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:10.640549 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Bound using segment: {'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 10:59:10.641042 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Bound port: 40cb85ba-96e6-43ce-ace7-44fefcf9d6be, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55440c3-739b-42a7-b4f0-5465d654967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 10:59:10.641408 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:10.714886 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] For port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 10:59:10.745883 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] For port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=40cb85ba-96e6-43ce-ace7-44fefcf9d6be,segment=NetworkSegment(b55440c3-739b-42a7-b4f0-5465d654967c),segment_id=b55440c3-739b-42a7-b4f0-5465d654967c)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 10:59:10.750812 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:10.754053 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:10.818417 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Routers {'8f0ea8f8-f752-4113-8b2c-e96db62fa6da'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 10:59:10.819998 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T10:59:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:10.904721 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Pushing event updated for resources: {'Port': ['ID=40cb85ba-96e6-43ce-ace7-44fefcf9d6be,revision_number=4']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:10.908783 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:10.929456 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] Set router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 10:59:11.205884 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'name': 'router1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T10:58:58Z', 'updated_at': '2021-06-16T10:59:08Z', 'revision_number': 2, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'gw_port_host': None, '_interfaces': [{'id': '40cb85ba-96e6-43ce-ace7-44fefcf9d6be', 'name': '', 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'mac_address': 'fa:16:3e:42:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:07Z', 'updated_at': '2021-06-16T10:59:10Z', 'revision_number': 4, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'subnets': [{'id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b246684-9978-4ec6-9e47-becb31cc5a04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:11.210088 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8153ff-f804-44a3-8ff2-742b281eb3b2 None None] The sync data for ids ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'] in dv-cinder-786627-10-iscsi is: [{'id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'name': 'router1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T10:58:58Z', 'updated_at': '2021-06-16T10:59:08Z', 'revision_number': 2, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'gw_port_host': None, '_interfaces': [{'id': '40cb85ba-96e6-43ce-ace7-44fefcf9d6be', 'name': '', 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'mac_address': 'fa:16:3e:42:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:07Z', 'updated_at': '2021-06-16T10:59:10Z', 'revision_number': 4, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'subnets': [{'id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b246684-9978-4ec6-9e47-becb31cc5a04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 10:59:11.465565 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44214) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:59:11.590351 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c574d-a52a-4efd-b989-26b2e49a0f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:59:11.591732 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ef0c574d-a52a-4efd-b989-26b2e49a0f4b admin admin] 10.222.0.21 "GET /v2.0/networks/ba606b73-9db9-42d8-8bd7-b5b2a48673f9 HTTP/1.1" status: 200 len: 842 time: 0.1252046 Jun 16 10:59:11.601253 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Request body: {'subnet': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 10:59:11.623707 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Made reservation on behalf of e9086eba12be48faa5282f8ae5d329e6 for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 10:59:11.625973 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:12.006419 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.objects.ports [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91891) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 10:59:12.006896 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:12.009037 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:12.064086 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06b3b29-dbaf-497f-9431-86ea9710054e,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:12.067731 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:12.074759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 10:59:12.075112 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Network hostable DHCP agents. Network: ba606b73-9db9-42d8-8bd7-b5b2a48673f9, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 10:59:12.091376 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 10:59:12.101463 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, ba606b73-9db9-42d8-8bd7-b5b2a48673f9) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 10:59:12.109167 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:59:12.109765 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:12.112777 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe3543f-dd28-4783-9de3-c4e1ba171fad None None] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 10:59:12.127678 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5300508 Jun 16 10:59:12.267931 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ea6bc-9d08-4f0b-b71e-88afe5d840c6 None None] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 10:59:14.510749 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44226) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:59:14.786532 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-eb5bbcbd-c597-4d88-a5e7-b444ee89c173 admin admin] 10.222.0.21 "GET /v2.0/routers/8f0ea8f8-f752-4113-8b2c-e96db62fa6da HTTP/1.1" status: 200 len: 710 time: 0.2739999 Jun 16 10:59:14.979851 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d15e4-0ceb-4a47-a5c9-5838d1c5402b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 10:59:14.981303 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e06d15e4-0ceb-4a47-a5c9-5838d1c5402b admin admin] 10.222.0.21 "GET /v2.0/networks/ba606b73-9db9-42d8-8bd7-b5b2a48673f9 HTTP/1.1" status: 200 len: 886 time: 0.1894341 Jun 16 10:59:14.990636 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 10:59:15.271024 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:15.479636 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 40cb85ba-96e6-43ce-ace7-44fefcf9d6be up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 10:59:15.530449 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:15.532525 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 10:59:15.537092 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:59:15.537650 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:15.614244 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:15.627687 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:15.663572 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=40cb85ba-96e6-43ce-ace7-44fefcf9d6be,segment=NetworkSegment(b55440c3-739b-42a7-b4f0-5465d654967c),segment_id=b55440c3-739b-42a7-b4f0-5465d654967c)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 10:59:15.667656 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:15.671463 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:15.718510 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=40cb85ba-96e6-43ce-ace7-44fefcf9d6be,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:15.722086 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:15.803406 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Allocated IP 172.27.0.222 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/8a6c8911-9f32-45a6-a786-7f89f8404576) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 10:59:15.937250 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:16.026579 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:16.034070 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:16.092335 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 10:59:16.097498 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 10:59:16.152951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Pushing event updated for resources: {'Port': ['ID=8a6c8911-9f32-45a6-a786-7f89f8404576,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:16.155930 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 10:59:16.192375 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.192924 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.192924 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.192924 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.193904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.194094 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.194410 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.194742 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.195076 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.195394 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.195703 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.196039 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Tracked resource versions report: Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: pushed versions: Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: { 'AddressGroup': {'1.2'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'ConntrackHelper': {'1.0'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Log': {'1.0'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Network': {'1.1'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Port': {'1.7'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'PortForwarding': {'1.2'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'QosPolicy': {'1.8'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroup': {'1.4'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroupRule': {'1.2'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SubPort': {'1.0'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Subnet': {'1.1'}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Trunk': {'1.1'}} Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: consumer versions: Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'ConntrackHelper': '1.0', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Log': '1.0', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Network': '1.1', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Port': '1.7', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'PortForwarding': '1.2', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'QosPolicy': '1.8', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroup': '1.4', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroupRule': '1.2', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SubPort': '1.0', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Subnet': '1.1', Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Trunk': '1.1'}} Jun 16 10:59:16.197471 dv-cinder-786627-10-iscsi neutron-server[91890]: {{(pid=91890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 10:59:16.229695 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:16.452089 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:16.707243 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:16.711017 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-390566'] for router, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:16.828318 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 10:59:16.943719 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 10:59:16.948730 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:16.949943 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f0ea8f8-f752-4113-8b2c-e96db62fa6da HTTP/1.1" status: 200 len: 890 time: 1.9632137 Jun 16 10:59:16.954556 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Sync routers for ids ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 10:59:16.966134 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Routers {'8f0ea8f8-f752-4113-8b2c-e96db62fa6da'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 10:59:16.967922 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T10:59:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:17.267894 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Set router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 10:59:17.457300 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 40cb85ba-96e6-43ce-ace7-44fefcf9d6be up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 10:59:17.643488 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:59:17.643967 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:17.824024 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'name': 'router1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '8a6c8911-9f32-45a6-a786-7f89f8404576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T10:58:58Z', 'updated_at': '2021-06-16T10:59:16Z', 'revision_number': 4, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'gw_port': {'id': '8a6c8911-9f32-45a6-a786-7f89f8404576', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:15Z', 'updated_at': '2021-06-16T10:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '40cb85ba-96e6-43ce-ace7-44fefcf9d6be', 'name': '', 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'mac_address': 'fa:16:3e:42:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:07Z', 'updated_at': '2021-06-16T10:59:15Z', 'revision_number': 5, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'subnets': [{'id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b246684-9978-4ec6-9e47-becb31cc5a04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:17.834768 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Checking router: 8f0ea8f8-f752-4113-8b2c-e96db62fa6da for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 10:59:17.835253 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Updating router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da port 8a6c8911-9f32-45a6-a786-7f89f8404576 binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 10:59:17.873066 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:18.227113 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:18.237170 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Transition to ACTIVE for port object 8a6c8911-9f32-45a6-a786-7f89f8404576 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 10:59:18.244982 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:18.248497 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:18.297981 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Attempting to bind port 8a6c8911-9f32-45a6-a786-7f89f8404576 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 10:59:18.298349 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Attempting to bind port 8a6c8911-9f32-45a6-a786-7f89f8404576 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 10:59:18.298804 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Attempting to bind port 8a6c8911-9f32-45a6-a786-7f89f8404576 on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 10:59:18.307304 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4023f-5fd7-41e4-8a34-7485e7f246ca None None] Pushing event updated for resources: {'Port': ['ID=8a6c8911-9f32-45a6-a786-7f89f8404576,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:18.309838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 10:59:18.310222 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 10:59:18.310626 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:18.311016 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 10:59:18.311506 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Bound port: 8a6c8911-9f32-45a6-a786-7f89f8404576, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 10:59:18.311904 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:18.313733 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-17b4023f-5fd7-41e4-8a34-7485e7f246ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:18.370045 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] For port 8a6c8911-9f32-45a6-a786-7f89f8404576, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 10:59:18.373508 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] For port 8a6c8911-9f32-45a6-a786-7f89f8404576, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=8a6c8911-9f32-45a6-a786-7f89f8404576,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 10:59:18.377979 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:18.380736 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:18.444307 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Routers {'8f0ea8f8-f752-4113-8b2c-e96db62fa6da'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 10:59:18.444965 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T10:59:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:18.448176 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4023f-5fd7-41e4-8a34-7485e7f246ca None None] Pushing event updated for resources: {'Port': ['ID=8a6c8911-9f32-45a6-a786-7f89f8404576,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:18.480934 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-17b4023f-5fd7-41e4-8a34-7485e7f246ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:18.568094 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] Set router 8f0ea8f8-f752-4113-8b2c-e96db62fa6da gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 10:59:18.877471 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'name': 'router1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '8a6c8911-9f32-45a6-a786-7f89f8404576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T10:58:58Z', 'updated_at': '2021-06-16T10:59:16Z', 'revision_number': 4, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'gw_port': {'id': '8a6c8911-9f32-45a6-a786-7f89f8404576', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:15Z', 'updated_at': '2021-06-16T10:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '40cb85ba-96e6-43ce-ace7-44fefcf9d6be', 'name': '', 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'mac_address': 'fa:16:3e:42:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:07Z', 'updated_at': '2021-06-16T10:59:15Z', 'revision_number': 5, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'subnets': [{'id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b246684-9978-4ec6-9e47-becb31cc5a04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 10:59:18.882631 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989feaf5-4d45-43eb-aa57-f9a97841aaae None None] The sync data for ids ['8f0ea8f8-f752-4113-8b2c-e96db62fa6da'] in dv-cinder-786627-10-iscsi is: [{'id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'name': 'router1', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '8a6c8911-9f32-45a6-a786-7f89f8404576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T10:58:58Z', 'updated_at': '2021-06-16T10:59:16Z', 'revision_number': 4, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'gw_port': {'id': '8a6c8911-9f32-45a6-a786-7f89f8404576', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:15Z', 'updated_at': '2021-06-16T10:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '40cb85ba-96e6-43ce-ace7-44fefcf9d6be', 'name': '', 'network_id': 'bcd26e06-0d46-4d27-8836-e050767d033b', 'tenant_id': 'ed8b730d350a4d3d889c189afced868e', 'mac_address': 'fa:16:3e:42:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0ea8f8-f752-4113-8b2c-e96db62fa6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T10:59:07Z', 'updated_at': '2021-06-16T10:59:15Z', 'revision_number': 5, 'project_id': 'ed8b730d350a4d3d889c189afced868e', 'subnets': [{'id': '7fac1012-809b-4e00-92d6-18f98edcda52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b246684-9978-4ec6-9e47-becb31cc5a04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 10:59:19.418819 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44238) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 10:59:19.482316 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 8a6c8911-9f32-45a6-a786-7f89f8404576 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 10:59:19.541378 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 8a6c8911-9f32-45a6-a786-7f89f8404576 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 10:59:19.545614 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 8a6c8911-9f32-45a6-a786-7f89f8404576 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:59:19.546001 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:19.572355 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f83afdb5-5dd8-4f3f-99cb-f1d014dc59a6 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1523008 Jun 16 10:59:19.647357 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:19.675256 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 8a6c8911-9f32-45a6-a786-7f89f8404576, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=8a6c8911-9f32-45a6-a786-7f89f8404576,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 10:59:19.695073 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:19.697626 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-17b4023f-5fd7-41e4-8a34-7485e7f246ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 10:59:19.768447 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=8a6c8911-9f32-45a6-a786-7f89f8404576,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 10:59:19.773983 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 10:59:21.463465 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 8a6c8911-9f32-45a6-a786-7f89f8404576 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 10:59:21.548422 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 8a6c8911-9f32-45a6-a786-7f89f8404576 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 10:59:21.549172 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:30.559895 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-281b63d6-ab32-40ad-854f-6af79fdeb527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:33.368832 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:33.698110 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-b229ad7c-0c13-4ddb-a15f-ae9f67a76962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:34.428943 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:36.085631 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 10:59:45.900618 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:00:00.546571 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-31f013b8-e0e0-4bca-8fa5-79273f9fca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:03.380217 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:03.700930 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-68c6e18b-8835-4aa0-8f50-837b4b28ef87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:04.430071 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:06.090802 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:22.899917 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:00:30.547870 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-ffaf20fb-bf8a-4d05-be01-3815a1210a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:33.529269 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:33.702501 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-539e5387-7775-4fcd-bd7e-b46cad3c357a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:34.441459 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:36.089901 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:00:59.897961 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:01:00.553809 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-dae5c2c9-c366-4dc1-a914-5ce8e5cfd432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:00.999428 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44806) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:01.079935 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f5b37e-3827-4497-97ad-b97b83e10e2b admin admin] GET failed (client error): The resource could not be found. Jun 16 11:01:01.082086 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-58f5b37e-3827-4497-97ad-b97b83e10e2b admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0816259 Jun 16 11:01:01.264626 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c421f09-c84c-443b-808b-1b9e75d606ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:01.266011 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4c421f09-c84c-443b-808b-1b9e75d606ec admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1796052 Jun 16 11:01:03.375061 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:03.566154 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44816) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:03.679623 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee71a2-c801-4e97-8c94-d8ff325fb506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:03.680942 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-66ee71a2-c801-4e97-8c94-d8ff325fb506 admin admin] 10.222.0.21 "GET /v2.0/subnets/7fac1012-809b-4e00-92d6-18f98edcda52 HTTP/1.1" status: 200 len: 849 time: 0.1134040 Jun 16 11:01:03.691740 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:01:03.704343 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-179ff774-d70e-499e-aeed-f61f1ea246b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:03.807272 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:03.967770 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730437004144'] for subnet, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:03.969815 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:01:04.002458 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:04.003170 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:04.006075 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] 10.222.0.21 "PUT /v2.0/subnets/7fac1012-809b-4e00-92d6-18f98edcda52 HTTP/1.1" status: 200 len: 868 time: 0.3195741 Jun 16 11:01:04.009184 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3724e7-4009-44e0-8719-f6ae78b21f19 None None] Network bcd26e06-0d46-4d27-8836-e050767d033b requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:01:04.036951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fac1012-809b-4e00-92d6-18f98edcda52,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:01:04.047374 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.048688 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.050196 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.050977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.051807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.052560 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.053560 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.054554 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.055262 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.056212 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.057099 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.057792 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:04.063515 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:01:04.450938 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:04.493881 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-70447309-2857-4600-8748-3fbf17ebafe1 None None] Provisioning complete for port 40cb85ba-96e6-43ce-ace7-44fefcf9d6be triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:01:04.494229 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-70447309-2857-4600-8748-3fbf17ebafe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:04.597262 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-70447309-2857-4600-8748-3fbf17ebafe1 None None] Provisioning complete for port 1fd1a90e-d03d-4aac-9b1a-404cad772ad5 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:01:04.597660 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-70447309-2857-4600-8748-3fbf17ebafe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:06.093228 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:06.265020 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44824) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:06.477423 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052d462-2195-4648-84c7-95d605ff7f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:06.477890 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052d462-2195-4648-84c7-95d605ff7f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:06.479403 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c052d462-2195-4648-84c7-95d605ff7f28 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2134240 Jun 16 11:01:08.695516 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44832) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:08.828654 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a0718-f41a-42bc-ba40-612590400ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:08.829031 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a0718-f41a-42bc-ba40-612590400ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:08.831539 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-842a0718-f41a-42bc-ba40-612590400ec9 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1349504 Jun 16 11:01:11.016330 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44840) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:11.146843 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca0af8-5c22-4b33-be8a-74ac20425a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:11.148289 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-34ca0af8-5c22-4b33-be8a-74ac20425a24 admin admin] 10.222.0.21 "GET /v2.0/networks/ba606b73-9db9-42d8-8bd7-b5b2a48673f9 HTTP/1.1" status: 200 len: 886 time: 0.1310000 Jun 16 11:01:13.357084 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44850) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:13.492511 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0a001-36fe-4a74-80d9-121fa4e42acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:13.494917 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-22c0a001-36fe-4a74-80d9-121fa4e42acf admin admin] 10.222.0.21 "GET /v2.0/networks/bcd26e06-0d46-4d27-8836-e050767d033b HTTP/1.1" status: 200 len: 869 time: 0.1358457 Jun 16 11:01:15.707304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44858) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:15.833046 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123ea4c-d15c-4f9b-b8c9-6da3f7ed7b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:15.833500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123ea4c-d15c-4f9b-b8c9-6da3f7ed7b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:15.835002 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-3123ea4c-d15c-4f9b-b8c9-6da3f7ed7b63 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266234 Jun 16 11:01:18.075339 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44866) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:18.176714 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d227d8-255b-4ded-9a20-615a63eb007c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:18.177169 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d227d8-255b-4ded-9a20-615a63eb007c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:18.178687 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-25d227d8-255b-4ded-9a20-615a63eb007c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1022956 Jun 16 11:01:20.377138 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44874) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:20.471233 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f5c80-92c8-470b-a304-fc9f76c1c521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:20.472612 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-768f5c80-92c8-470b-a304-fc9f76c1c521 admin admin] 10.222.0.21 "GET /v2.0/subnets/7fac1012-809b-4e00-92d6-18f98edcda52 HTTP/1.1" status: 200 len: 868 time: 0.0945451 Jun 16 11:01:22.820847 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44882) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:22.918189 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a9e03-41fb-4d90-b6ff-7e9010f9e293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:22.919513 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3e0a9e03-41fb-4d90-b6ff-7e9010f9e293 admin admin] 10.222.0.21 "GET /v2.0/subnets/e06b3b29-dbaf-497f-9431-86ea9710054e HTTP/1.1" status: 200 len: 816 time: 0.0975189 Jun 16 11:01:30.555104 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5d9cabd4-abf8-421e-9d4d-7876224d45d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:33.378935 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:33.708347 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-697e4c9e-2d38-4022-b701-ff79a91eb014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:34.439677 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:36.098522 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:36.895604 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:01:47.038985 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 44926) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:47.087643 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [None req-d2091216-e6dc-494b-a3c0-adc398c63fff admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:01:47.088643 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-d2091216-e6dc-494b-a3c0-adc398c63fff admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487318 Jun 16 11:01:49.345712 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44934) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:49.407748 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5328912-b0c4-4c53-9424-f530328798fc admin admin] GET failed (client error): The resource could not be found. Jun 16 11:01:49.409172 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-e5328912-b0c4-4c53-9424-f530328798fc admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621469 Jun 16 11:01:49.556692 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f78d36-c722-4a33-8046-98fbac97fba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:49.558183 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-42f78d36-c722-4a33-8046-98fbac97fba2 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1451600 Jun 16 11:01:51.812924 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44942) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:51.858707 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:01:51.880259 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Made reservation on behalf of e9086eba12be48faa5282f8ae5d329e6 for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:01:51.882711 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:51.910186 dv-cinder-786627-10-iscsi neutron-server[91891]: WARNING neutron.services.revisions.revision_plugin [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Could not find related network for resource to bump revision. Jun 16 11:01:51.920852 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:01:51.930260 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:51.930596 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Added segment ea27e618-17be-4126-9379-b9aa0595f30c of type vlan for network 68c8c950-538e-4556-b95c-8806dcb85973 Jun 16 11:01:51.969075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:51.997461 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:51.998715 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:51.999280 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:52.001241 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ddece85a-ce68-4971-9fdf-874db5c9980a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:01:52.030858 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2159791 Jun 16 11:01:52.061597 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Pushing event updated for resources: {'Network': ['ID=68c8c950-538e-4556-b95c-8806dcb85973,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:01:52.069097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.069468 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.069807 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.070141 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.070466 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.070791 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.071118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.071452 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.071801 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.072125 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.072445 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.072761 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:52.076449 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:01:52.084640 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 68c8c950-538e-4556-b95c-8806dcb85973 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:01:54.246891 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 44950) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:01:54.308884 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0e5c5b-fc22-4f6e-9d92-031529dc6dd3 admin admin] GET failed (client error): The resource could not be found. Jun 16 11:01:54.310272 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ca0e5c5b-fc22-4f6e-9d92-031529dc6dd3 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624189 Jun 16 11:01:54.381712 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88511e6b-030e-4373-a6d3-5b36b0bd12ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:54.383167 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-88511e6b-030e-4373-a6d3-5b36b0bd12ec admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683458 Jun 16 11:01:54.393682 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:01:54.416198 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Made reservation on behalf of e9086eba12be48faa5282f8ae5d329e6 for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:01:54.418606 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:54.591763 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:54.594076 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:01:54.656107 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc61643a-24de-45a1-bcb8-8871f2183ecd,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:01:54.659402 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:01:54.662498 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Checking segment: {'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:01:54.663425 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Network hostable DHCP agents. Network: 68c8c950-538e-4556-b95c-8806dcb85973, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:01:54.680936 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Network 68c8c950-538e-4556-b95c-8806dcb85973 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:01:54.690269 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 68c8c950-538e-4556-b95c-8806dcb85973) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:01:54.694668 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:01:54.695271 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:54.699380 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4f5d6-598c-4fd8-862c-bba8fe084bdb None None] Network 68c8c950-538e-4556-b95c-8806dcb85973 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:01:54.710475 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3210642 Jun 16 11:01:54.860919 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-68c8c950-538e-4556-b95c-8806dcb85973', 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973', 'tenant_id': 'e9086eba12be48faa5282f8ae5d329e6', 'fixed_ips': [{'subnet_id': 'fc61643a-24de-45a1-bcb8-8871f2183ecd'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:01:54.861812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:55.012692 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Allocated IP 192.168.233.2 (68c8c950-538e-4556-b95c-8806dcb85973/fc61643a-24de-45a1-bcb8-8871f2183ecd/0e77eb88-beb0-4003-a033-f7934db67594) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:01:55.263833 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:55.273397 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Transition to ACTIVE for port object 0e77eb88-beb0-4003-a033-f7934db67594 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:01:55.288968 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Transition to ACTIVE for port object 0e77eb88-beb0-4003-a033-f7934db67594 will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:01:55.294467 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:55.297518 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:01:55.345448 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Network 68c8c950-538e-4556-b95c-8806dcb85973 is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:01:55.346804 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Pushing event updated for resources: {'Port': ['ID=0e77eb88-beb0-4003-a033-f7934db67594,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:01:55.349166 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:01:55.351897 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:01:55.358138 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.358510 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.358855 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.359189 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.359521 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.359876 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.360868 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.361320 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.361671 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.362001 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.362329 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.362643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:01:55.367616 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:01:55.420080 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Attempting to bind port 0e77eb88-beb0-4003-a033-f7934db67594 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:01:55.420452 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Attempting to bind port 0e77eb88-beb0-4003-a033-f7934db67594 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:01:55.420838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Attempting to bind port 0e77eb88-beb0-4003-a033-f7934db67594 on network 68c8c950-538e-4556-b95c-8806dcb85973 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:01:55.426950 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:01:55.427328 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Checking segment: {'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:01:55.427736 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:55.428163 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Bound using segment: {'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:01:55.428643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Bound port: 0e77eb88-beb0-4003-a033-f7934db67594, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:01:55.429018 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:55.493189 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] For port 0e77eb88-beb0-4003-a033-f7934db67594, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:01:55.496366 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] For port 0e77eb88-beb0-4003-a033-f7934db67594, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=0e77eb88-beb0-4003-a033-f7934db67594,segment=NetworkSegment(ea27e618-17be-4126-9379-b9aa0595f30c),segment_id=ea27e618-17be-4126-9379-b9aa0595f30c)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:01:55.502392 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:55.505278 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:01:55.569784 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Pushing event updated for resources: {'Port': ['ID=0e77eb88-beb0-4003-a033-f7934db67594,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:01:55.573297 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:01:56.364862 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338942e-615e-45e5-bc5d-de38f320365a None None] Network 68c8c950-538e-4556-b95c-8806dcb85973 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:01:56.458156 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-b4942ef8-6b1f-48fc-a36d-0244e6875772 None None] Provisioning for port 0e77eb88-beb0-4003-a033-f7934db67594 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:01:57.647668 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 0e77eb88-beb0-4003-a033-f7934db67594 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:01:57.702721 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 0e77eb88-beb0-4003-a033-f7934db67594 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:01:57.707212 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 0e77eb88-beb0-4003-a033-f7934db67594 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:01:57.707588 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:57.784261 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:57.816707 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 0e77eb88-beb0-4003-a033-f7934db67594, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=0e77eb88-beb0-4003-a033-f7934db67594,segment=NetworkSegment(ea27e618-17be-4126-9379-b9aa0595f30c),segment_id=ea27e618-17be-4126-9379-b9aa0595f30c)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:01:57.820605 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:01:57.822713 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:01:57.870611 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=0e77eb88-beb0-4003-a033-f7934db67594,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:01:57.873608 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:01:59.621080 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 0e77eb88-beb0-4003-a033-f7934db67594 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:01:59.670886 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 0e77eb88-beb0-4003-a033-f7934db67594 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:01:59.671260 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:00.557019 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9b79-3891-4f85-9b66-db81212ac6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:03.381061 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:03.710195 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-df3e1808-0e71-4d16-b13a-e8078e2b6716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:04.442229 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:06.098841 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:13.894519 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:02:30.558385 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-df9b3caa-1e58-4c68-844c-7006f5edcbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:33.382677 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:33.711814 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e93e-40c1-4371-9754-26960f06472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:34.445258 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:36.099376 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:02:50.894213 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:03:00.560528 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d0b7-dd59-4a64-b83e-666671f27cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.113062 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45002) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:03:03.119341 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [None req-82f2021c-ee39-4723-b314-67dbe85852a1 tempest-verify_tempest_config-1968416800 tempest-verify_tempest_config-1968416800-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:03:03.120351 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-82f2021c-ee39-4723-b314-67dbe85852a1 tempest-verify_tempest_config-1968416800 tempest-verify_tempest_config-1968416800-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063028 Jun 16 11:03:03.385650 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.431546 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45020) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:03:03.552369 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.643687 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.648297 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.651389 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:03:03.693544 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ee7409-2310-4663-9b74-6b49f1b8d0ac,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:03:03.697517 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc599d35e3d6472c9c12351f551f42aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2649000 Jun 16 11:03:03.701482 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45024) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:03:03.703944 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.704307 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.704645 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.704995 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.705325 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.705652 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.705978 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.706325 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.706667 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.706988 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.707304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.707617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.711687 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:03:03.725401 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f8d151ee-63f0-44f7-aa68-26f381921ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.787111 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.808464 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.898075 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.900998 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:03.902139 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40ee7409-2310-4663-9b74-6b49f1b8d0ac HTTP/1.1" status: 204 len: 168 time: 0.1993854 Jun 16 11:03:03.902741 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:03:03.910113 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ee7409-2310-4663-9b74-6b49f1b8d0ac,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:03:03.916550 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.916913 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.917251 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.917579 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.917904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.918229 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.918549 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.918885 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.919210 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.919529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.920165 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.920460 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:03:03.924308 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:03:04.448190 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:06.101977 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:27.894026 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:03:30.561720 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-4620a2a6-b8c2-44ba-9aa2-b1ecaa5d0424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:33.392954 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:33.727727 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-aa169dff-b6e4-44bf-b7b7-eba7876a9afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:34.451324 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:03:36.105812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:00.562919 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-99e6de1a-de0b-45b1-8ea2-dda9f000027c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:03.385983 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:03.718710 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8940fc24-8dd0-4b85-8cc0-0eb96440459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:04.453045 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:04.892762 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 5 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:04:06.108218 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:30.566100 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c6dac6c9-3aaf-4cf1-bc7d-acca0ab01227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:33.386558 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:33.719590 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e18a06f9-9312-426e-83b5-ec59742e448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:34.457009 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:36.110476 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:40.881524 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831'] for agent, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:04:41.891903 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:04:45.562778 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45078) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:04:45.675566 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-6f187505-35e3-45a4-b40e-a9e636875faf admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1117039 Jun 16 11:04:47.895598 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45088) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:04:47.958787 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-63802e65-8873-4ad3-804d-e526a6fd6608 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0619791 Jun 16 11:05:00.568861 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-fa63e5ee-d2f7-48b4-9abb-7a21426ca362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:03.389644 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:03.719316 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-08ef4fad-ec48-419e-8dfb-420d87840160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:04.458999 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:06.114022 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:10.841240 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:18.891461 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:05:30.571511 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6df90f1f-d7e6-4ebb-a035-0d81b466d995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:33.390809 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:33.720254 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6c26-f055-4bc8-862b-a1c656e7781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:34.462544 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:36.118608 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:40.848971 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:05:55.891251 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:06:00.574536 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7bf99826-28aa-4ad3-bd54-906f8a34011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:03.393458 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:03.723403 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a720-8c1d-492e-8f42-c0bc9b0ed27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:04.465315 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:06.122838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:10.849434 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.063843 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45286) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:19.308103 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-102123100-network', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:19.344252 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45306) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:19.433582 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Made reservation on behalf of bdc40d52bcd14c46851b53d074e0b1fb for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:19.436133 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.450893 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.582050 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.588535 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.596214 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:19.634358 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a09772-3eb2-46a3-aa12-691c5c576f8c,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:19.650225 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.651166 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.651975 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.652743 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.653176 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.653617 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.654062 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.654500 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.654936 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.655414 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.655984 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.656466 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Tracked resource versions report: Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: pushed versions: Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: { 'AddressGroup': {'1.2'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'ConntrackHelper': {'1.0'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Log': {'1.0'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Network': {'1.1'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Port': {'1.7'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'PortForwarding': {'1.2'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'QosPolicy': {'1.8'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroup': {'1.4'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SubPort': {'1.0'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Subnet': {'1.1'}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Trunk': {'1.1'}} Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: consumer versions: Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: HyperV agent@hv-cinder-78662: {}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'ConntrackHelper': '1.0', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Log': '1.0', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Network': '1.1', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Port': '1.7', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'PortForwarding': '1.2', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'QosPolicy': '1.8', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroup': '1.4', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SecurityGroupRule': '1.2', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'SubPort': '1.0', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Subnet': '1.1', Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: 'Trunk': '1.1'}} Jun 16 11:06:19.657990 dv-cinder-786627-10-iscsi neutron-server[91890]: {{(pid=91890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:06:19.675811 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:06:19.697881 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730437036840', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.698770 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Unsubscribe: segment precommit_create {{(pid=91890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 11:06:19.699355 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Added segment 63e5849f-6be5-43a8-bd7e-1f55072831e7 of type vlan for network 2dfeed33-055b-4fc1-9542-33a462e278ba Jun 16 11:06:19.713859 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2061837984-network', 'tenant_id': '15b4993674f04d01a29301ad5e63f819'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:19.726629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:19.737406 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Made reservation on behalf of 15b4993674f04d01a29301ad5e63f819 for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:19.740888 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.755550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.775894 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.797163 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45324) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:19.829653 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.831662 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:19.832353 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.840179 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:19.852902 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45328) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:19.857245 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.863554 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:19.875243 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45332) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:19.887617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:06:19.895067 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8299887 Jun 16 11:06:19.900030 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45336) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:19.900777 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:19.917771 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Request body: {'subnet': {'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-subnet', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:19.971247 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b911d1a2-693d-4213-a103-1f5a02b9f4c7,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:19.981737 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.982461 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.983057 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.983609 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.984191 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.984730 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.985418 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.985994 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.986662 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.987208 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.988031 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.988510 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfeed33-055b-4fc1-9542-33a462e278ba,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:19.988826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Tracked resource versions report: Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: pushed versions: Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: { 'AddressGroup': {'1.2'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'ConntrackHelper': {'1.0'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Log': {'1.0'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Network': {'1.1'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Port': {'1.7'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'PortForwarding': {'1.2'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'QosPolicy': {'1.8'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroup': {'1.4'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SubPort': {'1.0'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Subnet': {'1.1'}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Trunk': {'1.1'}} Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: consumer versions: Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: HyperV agent@hv-cinder-78662: {}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'ConntrackHelper': '1.0', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Log': '1.0', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Network': '1.1', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Port': '1.7', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'PortForwarding': '1.2', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'QosPolicy': '1.8', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroup': '1.4', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SecurityGroupRule': '1.2', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'SubPort': '1.0', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Subnet': '1.1', Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: 'Trunk': '1.1'}} Jun 16 11:06:19.990142 dv-cinder-786627-10-iscsi neutron-server[91891]: {{(pid=91891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:06:19.995417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:20.003040 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 2dfeed33-055b-4fc1-9542-33a462e278ba details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:06:20.006395 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Made reservation on behalf of bdc40d52bcd14c46851b53d074e0b1fb for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:20.012426 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.150376 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-22178044-network', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:20.174282 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:20.176782 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Made reservation on behalf of f3e73364aa2f42ba87529e4cdd74af73 for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:20.181780 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.182610 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.182909 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Added segment fe00ecd0-9b90-4787-8bfe-22836ab54904 of type vlan for network 53770591-43c3-4437-9e06-e0ac4ccc3e3e Jun 16 11:06:20.192147 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.217161 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1550909634-network', 'tenant_id': 'd9876faa26174e679057ba6129c5cf2d'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:20.238310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1574166835-network', 'tenant_id': 'c79b9adb80c646b6b23f24df60dbebf2'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:20.255419 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.261290 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:20.306431 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52687747-e93a-46dd-97f9-99b75c12f819,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:20.309256 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:20.347704 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.358061 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.364100 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.370238 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7027a25d-7cf6-48ea-bfae-26ef60a715ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:20.376767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Checking segment: {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:20.377357 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Network hostable DHCP agents. Network: 2dfeed33-055b-4fc1-9542-33a462e278ba, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:06:20.414321 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Network 2dfeed33-055b-4fc1-9542-33a462e278ba is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:06:20.425712 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:06:20.428735 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40acb8bb-efbf-4097-8912-09141c82532d,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:20.435013 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:20.444447 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.451242 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:20.452884 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.459282 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Made reservation on behalf of d9876faa26174e679057ba6129c5cf2d for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:20.463817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.469105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b11d2a13-ab68-43ae-b28a-6bc9bfd1666d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:20.472054 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Made reservation on behalf of c79b9adb80c646b6b23f24df60dbebf2 for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:20.476067 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.478052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 2dfeed33-055b-4fc1-9542-33a462e278ba) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:20.480633 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.481271 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Added segment 0edaf038-c765-4bf1-bc3f-558745e470a4 of type vlan for network 4e539129-3b95-4273-94b4-82f1d4d6aa73 Jun 16 11:06:20.495981 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588d18a-9df9-450b-9c5e-8dc481b9a8d8 None None] Network 2dfeed33-055b-4fc1-9542-33a462e278ba requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:20.520337 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:20.520953 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.522284 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.529014 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.583265 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2375643 Jun 16 11:06:20.593659 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45370) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:20.595420 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45372) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:20.597288 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6883526 Jun 16 11:06:20.607627 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Request body: {'subnet': {'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2061837984-subnet', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:20.615877 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.625362 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:20.639235 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.db.api [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 11:06:20.639235 dv-cinder-786627-10-iscsi neutron-server[91890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 11:06:20.639235 dv-cinder-786627-10-iscsi neutron-server[91890]: [parameters: {'project_id_1': 'c79b9adb80c646b6b23f24df60dbebf2', 'expiration_1': datetime.datetime(2021, 6, 16, 11, 6, 20, 596545)}] Jun 16 11:06:20.639235 dv-cinder-786627-10-iscsi neutron-server[91890]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:06:20.639883 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_db.api [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:06:20.673114 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Pushing event updated for resources: {'Network': ['ID=53770591-43c3-4437-9e06-e0ac4ccc3e3e,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:20.677254 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:20.691698 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:06:20.706716 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.710713 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:20.711972 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.712995 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc478f39-41ba-4345-b1e2-53230c20a070 None None] Network 2dfeed33-055b-4fc1-9542-33a462e278ba requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:20.716663 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:20.814329 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Pushing event updated for resources: {'Network': ['ID=4e539129-3b95-4273-94b4-82f1d4d6aa73,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:20.818596 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:20.828972 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:06:20.843865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.851474 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.858892 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:20.898311 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a500c-a311-42f2-8a0d-8c4cdeb2af92,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:20.902581 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1043570 Jun 16 11:06:20.903650 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:20.905634 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45382) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:20.911282 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Request body: {'subnet': {'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-subnet', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:20.912586 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:06:20.931995 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.932334 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Added segment 80091078-0158-4abb-9219-6db084a6c789 of type vlan for network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc Jun 16 11:06:20.933689 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Made reservation on behalf of 15b4993674f04d01a29301ad5e63f819 for: {'subnet': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:20.936147 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:20.968162 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.db.api [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 11:06:20.968162 dv-cinder-786627-10-iscsi neutron-server[91891]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 11:06:20.968162 dv-cinder-786627-10-iscsi neutron-server[91891]: [parameters: {'project_id_1': 'f3e73364aa2f42ba87529e4cdd74af73', 'expiration_1': datetime.datetime(2021, 6, 16, 11, 6, 20, 919617)}] Jun 16 11:06:20.968162 dv-cinder-786627-10-iscsi neutron-server[91891]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:06:20.969224 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_db.api [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:06:21.085462 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.087908 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.096473 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.143466 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.310387 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.325163 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:21.325846 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.353051 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:21.360745 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.431152 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45402) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:21.557805 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Pushing event updated for resources: {'Network': ['ID=7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:21.569742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:06:21.586534 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:21.735404 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.760009 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.771016 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:21.794671 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.886072 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e6ab1e-f590-48ec-af3f-7cb956934f75,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:21.890007 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.901308 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:21.905898 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.911009 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0565665 Jun 16 11:06:21.917706 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45414) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:21.918539 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:21.919353 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.db.api [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 11:06:21.919353 dv-cinder-786627-10-iscsi neutron-server[91891]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 11:06:21.919353 dv-cinder-786627-10-iscsi neutron-server[91891]: [parameters: {'project_id_1': '6bdd791b1b7a443cabc05e82ab322e7c', 'expiration_1': datetime.datetime(2021, 6, 16, 11, 6, 21, 816763)}] Jun 16 11:06:21.919353 dv-cinder-786627-10-iscsi neutron-server[91891]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:06:21.919994 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_db.api [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:06:21.926256 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Made reservation on behalf of f3e73364aa2f42ba87529e4cdd74af73 for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:21.928837 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:21.932082 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Request body: {'subnet': {'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1550909634-subnet', 'tenant_id': 'd9876faa26174e679057ba6129c5cf2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:21.969069 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:06:21.980158 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Checking segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:21.980459 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Network hostable DHCP agents. Network: 53770591-43c3-4437-9e06-e0ac4ccc3e3e, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:06:22.006074 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.006914 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Added segment f82a62fa-51d1-4e68-b28e-46fff7c2d5e9 of type vlan for network b6c281ec-df9e-43a5-b8af-aae051136177 Jun 16 11:06:22.022929 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:22.054788 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:22.079252 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Made reservation on behalf of d9876faa26174e679057ba6129c5cf2d for: {'subnet': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:22.081660 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.114165 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.118345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.121042 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e26ae281-9725-480d-b8bd-3818144b20a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:22.124660 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:06:22.179450 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb61714-1675-45bb-8bf8-aeff4c53a535,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:22.184288 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:22.217078 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Checking segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:22.217499 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Network hostable DHCP agents. Network: 4e539129-3b95-4273-94b4-82f1d4d6aa73, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:06:22.249627 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:06:22.273502 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 4e539129-3b95-4273-94b4-82f1d4d6aa73) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:22.278750 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:22.280847 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.287232 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d86f2-ab80-4091-b323-e342ae0f20ac None None] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:22.300007 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.db.resource_extend [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 11:06:22.302316 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3953705 Jun 16 11:06:22.306045 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 53770591-43c3-4437-9e06-e0ac4ccc3e3e) {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:22.306452 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45426) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:22.313419 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:22.318838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c7951-4f43-4b5e-b114-f44e39256795 None None] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:22.332721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:22.332721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.345156 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.346394 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.362935 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.370047 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3472bbb6-300c-497a-9fd5-0ba2896b822a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7718728 Jun 16 11:06:22.370271 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:22.370375 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45428) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:22.370773 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.376878 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:22.378011 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d01f0532-5547-46cb-b27d-98ca7185fb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:22.410521 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.411640 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.443377 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.509128 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.513788 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.546348 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6682904 Jun 16 11:06:22.557761 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45430) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:22.567155 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Request body: {'subnet': {'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1574166835-subnet', 'tenant_id': 'c79b9adb80c646b6b23f24df60dbebf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:22.610941 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:06:22.612498 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.617141 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Pushing event updated for resources: {'Network': ['ID=b6c281ec-df9e-43a5-b8af-aae051136177,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:22.623581 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:22.631147 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.633492 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network b6c281ec-df9e-43a5-b8af-aae051136177 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:06:22.641959 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-4e539129-3b95-4273-94b4-82f1d4d6aa73', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:06:22.643132 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.681182 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.727573 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.746870 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.761210 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:22.866425 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae52a60-c854-40c7-b678-ba8cc7798529,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:22.867765 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:22.869737 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Allocated IP 172.20.0.2 (53770591-43c3-4437-9e06-e0ac4ccc3e3e/e0e6ab1e-f590-48ec-af3f-7cb956934f75/b0be0f43-8440-4348-9630-4f73ba67f922) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:22.878227 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:22.884654 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Checking segment: {'id': '80091078-0158-4abb-9219-6db084a6c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:22.885423 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Network hostable DHCP agents. Network: 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:06:22.903889 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Allocated IP 172.27.0.107 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/c4a06c07-982a-4f48-9476-cf303d795869) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:22.932362 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:06:22.961815 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc) {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:22.970164 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:22.971119 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.105377 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.116367 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.136413 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.139899 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Transition to ACTIVE for port object b0be0f43-8440-4348-9630-4f73ba67f922 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:23.166832 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2438099 Jun 16 11:06:23.169655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.171013 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Transition to ACTIVE for port object b0be0f43-8440-4348-9630-4f73ba67f922 will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:23.173488 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d5a385c4-f136-4320-936b-033e3cafa850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:23.181528 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Made reservation on behalf of c79b9adb80c646b6b23f24df60dbebf2 for: {'subnet': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:23.186865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.231605 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.241651 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50abb5c-f865-4a25-8e59-0c96f32820ff None None] Network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:23.257234 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.262364 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:23.283034 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bdd791b1b7a443cabc05e82ab322e7c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8478141 Jun 16 11:06:23.287119 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45454) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:23.290968 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.302395 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94ea3b-77f3-4054-af8e-8657bfe83360,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:23.328600 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:23.333148 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.382732 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-17b4023f-5fd7-41e4-8a34-7485e7f246ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:23.396254 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:23.425585 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:23.438578 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:23.439421 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:23.489952 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:23.497472 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:23.571760 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a06c07-982a-4f48-9476-cf303d795869,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:23.580218 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Allocated IP 172.27.0.71 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/0c004410-3591-413e-a760-2db749d7a493) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:23.602035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Attempting to bind port b0be0f43-8440-4348-9630-4f73ba67f922 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:23.602451 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Attempting to bind port b0be0f43-8440-4348-9630-4f73ba67f922 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:23.602983 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Attempting to bind port b0be0f43-8440-4348-9630-4f73ba67f922 on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:23.610564 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:23.642375 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:23.643047 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Checking segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:23.643047 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.643382 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Bound using segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:23.643909 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Bound port: b0be0f43-8440-4348-9630-4f73ba67f922, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:23.644284 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.715813 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Pushing event updated for resources: {'Port': ['ID=b0be0f43-8440-4348-9630-4f73ba67f922,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:23.728793 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.760107 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.760474 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.760816 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.761146 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.761599 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.761879 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.762183 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.762504 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.762866 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.763187 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.763501 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.763883 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Tracked resource versions report: Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: pushed versions: Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: { 'AddressGroup': {'1.2'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'ConntrackHelper': {'1.0'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Log': {'1.0'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Network': {'1.1'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Port': {'1.7'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'PortForwarding': {'1.2'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'QosPolicy': {'1.8'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroup': {'1.4'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SubPort': {'1.0'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Subnet': {'1.1'}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Trunk': {'1.1'}} Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: consumer versions: Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: HyperV agent@hv-cinder-78662: {}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'ConntrackHelper': '1.0', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Log': '1.0', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Network': '1.1', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Port': '1.7', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'PortForwarding': '1.2', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'QosPolicy': '1.8', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroup': '1.4', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SecurityGroupRule': '1.2', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'SubPort': '1.0', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Subnet': '1.1', Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: 'Trunk': '1.1'}} Jun 16 11:06:23.765153 dv-cinder-786627-10-iscsi neutron-server[91892]: {{(pid=91892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:06:23.781883 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.791011 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:23.831903 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f3a5f272-d1e4-4c8b-9295-b6deec194c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:23.846940 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Allocated IP 172.20.0.2 (4e539129-3b95-4273-94b4-82f1d4d6aa73/cdb61714-1675-45bb-8bf8-aeff4c53a535/60b747d8-165e-4d2c-a962-366249b0e6de) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:23.850652 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] For port b0be0f43-8440-4348-9630-4f73ba67f922, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:23.881501 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:23.886993 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:23.898169 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474c141-70fc-4b6a-94e5-8e38e1d305e5 None None] Network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:23.910472 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] For port b0be0f43-8440-4348-9630-4f73ba67f922, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b0be0f43-8440-4348-9630-4f73ba67f922,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:23.936743 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.939507 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45490) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:23.949127 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:23.952189 dv-cinder-786627-10-iscsi neutron-server[91890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 11:06:23.961589 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:23.963470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:24.030237 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.065971 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:24.140438 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Pushing event updated for resources: {'Port': ['ID=b0be0f43-8440-4348-9630-4f73ba67f922,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:24.157824 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:24.221303 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.261974 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.279623 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f2b0fb-7963-4933-b395-de93499a6d96,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:24.305446 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.316428 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Transition to ACTIVE for port object 60b747d8-165e-4d2c-a962-366249b0e6de will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:24.324309 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:24.346982 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4423300-04db-4768-a99d-60be66fe185d req-33e6854b-0bf3-46f3-8cfe-de6a124e5d63 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:24.354650 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-33e6854b-0bf3-46f3-8cfe-de6a124e5d63 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/networks?id=7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc HTTP/1.1" status: 200 len: 812 time: 0.4136863 Jun 16 11:06:24.358094 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Transition to ACTIVE for port object 60b747d8-165e-4d2c-a962-366249b0e6de will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:24.368173 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.379422 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:24.395519 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:24.400533 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:24.403518 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:24.407586 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-f506155f-05c9-4eeb-8f1d-cc801b2e51e9 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/quotas/d9876faa26174e679057ba6129c5cf2d HTTP/1.1" status: 200 len: 375 time: 0.0497677 Jun 16 11:06:24.416250 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Checking segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:24.417182 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Network hostable DHCP agents. Network: b6c281ec-df9e-43a5-b8af-aae051136177, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:06:24.479379 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Pushing event updated for resources: {'Port': ['ID=0c004410-3591-413e-a760-2db749d7a493,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:24.488378 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:24.509555 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-13aa174e-e884-4f33-90e8-ee37db6a9c13 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9876faa26174e679057ba6129c5cf2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030836 Jun 16 11:06:24.538520 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Network b6c281ec-df9e-43a5-b8af-aae051136177 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:06:24.592480 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Pushing event updated for resources: {'Port': ['ID=60b747d8-165e-4d2c-a962-366249b0e6de,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:24.604449 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:24.641173 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Attempting to bind port 60b747d8-165e-4d2c-a962-366249b0e6de on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:24.641441 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.641921 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Attempting to bind port 60b747d8-165e-4d2c-a962-366249b0e6de by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:24.642039 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Attempting to bind port 60b747d8-165e-4d2c-a962-366249b0e6de on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:24.655722 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:24.656619 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Checking segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:24.656728 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.657110 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Bound using segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:24.657631 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Bound port: 60b747d8-165e-4d2c-a962-366249b0e6de, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:24.658020 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.717457 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.718391 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45514) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:24.753369 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.763434 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] For port 60b747d8-165e-4d2c-a962-366249b0e6de, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:24.764410 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.767352 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] For port 60b747d8-165e-4d2c-a962-366249b0e6de, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=60b747d8-165e-4d2c-a962-366249b0e6de,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:24.772110 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b94ea3b-77f3-4054-af8e-8657bfe83360 HTTP/1.1" status: 204 len: 168 time: 1.4789310 Jun 16 11:06:24.774296 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, b6c281ec-df9e-43a5-b8af-aae051136177) {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:24.780246 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:24.782019 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.791856 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.801155 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-df3c16e1-1539-4e82-8d1d-6708bee5d958 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2394779 Jun 16 11:06:24.801609 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f3795-060b-4fe2-9701-41e9af27fb6b None None] Network b6c281ec-df9e-43a5-b8af-aae051136177 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:24.831670 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:24.850432 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:24.853904 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.860478 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:24.879717 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-c82ee1b7-f5cb-400d-a467-9c3b01091c55 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:06:24.885989 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-c82ee1b7-f5cb-400d-a467-9c3b01091c55 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1305344 Jun 16 11:06:25.140244 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-b06ccf95-1db2-40b9-bc39-5c32712207fa service neutron] 10.222.0.21 "GET /v2.0/networks/7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353711 Jun 16 11:06:25.173911 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Pushing event updated for resources: {'Port': ['ID=60b747d8-165e-4d2c-a962-366249b0e6de,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:25.191900 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:25.266175 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94ea3b-77f3-4054-af8e-8657bfe83360,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:25.344476 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Router d34809d1-fe7c-4627-a454-a79f41361433 is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:06:25.372061 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741209d2-a699-4fd6-b0e8-ac4089ed95cb None None] Network b6c281ec-df9e-43a5-b8af-aae051136177 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:25.408830 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:25.416859 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:25.595128 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-abbe4e23-07e9-401d-8102-05b3243ea5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:25.602375 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:06:25.617017 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Sync routers for ids ['d34809d1-fe7c-4627-a454-a79f41361433'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:06:25.631081 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Allocated IP 172.27.0.187 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:25.634603 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Routers {'d34809d1-fe7c-4627-a454-a79f41361433'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:25.635304 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d34809d1-fe7c-4627-a454-a79f41361433'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:25.642939 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-d2f0ecbe-07be-4114-9007-e9915778abce service neutron] 10.222.0.21 "GET /v2.0/networks/7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120654 Jun 16 11:06:25.645188 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:25.646563 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0448124 Jun 16 11:06:25.651504 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45536) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:25.732565 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45538) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:25.883834 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-387a7df0-3753-40ae-937e-08fa99e68697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:25.941981 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45552) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:25.966810 dv-cinder-786627-10-iscsi neutron-server[91891]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 11:06:25.983984 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Set router d34809d1-fe7c-4627-a454-a79f41361433 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:26.018981 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ddae6-53c1-40e9-b785-7c8b61c055a1 None None] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:26.021031 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0be0f43-8440-4348-9630-4f73ba67f922 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:26.203223 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:06:26.222938 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:06:23Z', 'revision_number': 3, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port': {'id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:26.230804 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Checking router: d34809d1-fe7c-4627-a454-a79f41361433 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:06:26.231367 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Updating router d34809d1-fe7c-4627-a454-a79f41361433 port c4a06c07-982a-4f48-9476-cf303d795869 binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:06:26.236999 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bd0edbb9-fcb6-4fb3-8a76-32e8c96bea5c req-2e56db85-3308-42e0-9c55-f2d48049c4dd tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.0789456 Jun 16 11:06:26.293640 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.323106 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.380596 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-5d95d5f3-aec6-4941-b5a4-447638d6b613 None None] Provisioning for port b0be0f43-8440-4348-9630-4f73ba67f922 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:26.428237 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port b0be0f43-8440-4348-9630-4f73ba67f922 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:26.442834 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-5d95d5f3-aec6-4941-b5a4-447638d6b613 None None] Provisioning complete for port b0be0f43-8440-4348-9630-4f73ba67f922 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:26.443292 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5d95d5f3-aec6-4941-b5a4-447638d6b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.454906 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port b0be0f43-8440-4348-9630-4f73ba67f922 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:26.455301 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.487820 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-ec6a3b2e-c722-4b1e-8b21-bbe2a6d92980 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:26.487820 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-ec6a3b2e-c722-4b1e-8b21-bbe2a6d92980 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.5200646 Jun 16 11:06:26.669730 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:06:26.706445 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Sync routers for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:06:26.719540 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.720149 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-a7079e7f-e4e3-4678-b4ec-35dc9d4d3bee tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/quotas/c79b9adb80c646b6b23f24df60dbebf2 HTTP/1.1" status: 200 len: 375 time: 0.1614277 Jun 16 11:06:26.725859 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.743504 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.749810 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5d95d5f3-aec6-4941-b5a4-447638d6b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.757949 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:26.759127 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:26.850027 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-399df581-a7f4-4b09-aa19-508ea147c1b6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269379 Jun 16 11:06:26.858000 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-abbe4e23-07e9-401d-8102-05b3243ea5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:26.986077 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca8f2e-1397-47bb-b3f9-f657ba019ac3 None None] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:06:27.063809 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port b0be0f43-8440-4348-9630-4f73ba67f922, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b0be0f43-8440-4348-9630-4f73ba67f922,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:27.097457 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-387a7df0-3753-40ae-937e-08fa99e68697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.099383 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:27.113132 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.116252 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.124321 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 60b747d8-165e-4d2c-a962-366249b0e6de up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:27.130645 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:27.140927 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Transition to ACTIVE for port object c4a06c07-982a-4f48-9476-cf303d795869 will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:27.157701 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.161447 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:27.170126 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-abbe4e23-07e9-401d-8102-05b3243ea5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.214055 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-387a7df0-3753-40ae-937e-08fa99e68697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.217719 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Attempting to bind port c4a06c07-982a-4f48-9476-cf303d795869 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:27.218236 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Attempting to bind port c4a06c07-982a-4f48-9476-cf303d795869 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:27.219105 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Attempting to bind port c4a06c07-982a-4f48-9476-cf303d795869 on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:27.229282 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:27.230505 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:27.230886 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:27.231291 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.231689 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:27.232184 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Bound port: c4a06c07-982a-4f48-9476-cf303d795869, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:27.232575 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.239626 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Pushing event updated for resources: {'Port': ['ID=c4a06c07-982a-4f48-9476-cf303d795869,revision_number=2']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:27.260232 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Allocated IP 172.20.0.1 (2dfeed33-055b-4fc1-9542-33a462e278ba/52687747-e93a-46dd-97f9-99b75c12f819/b7699b09-405f-4a4d-b974-514edc224955) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:27.286926 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:27.293736 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.295432 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9235907 Jun 16 11:06:27.302812 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45598) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:27.315882 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.316267 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.317802 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.318154 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.318504 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.320206 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.320987 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.321146 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.321392 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.324473 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.324775 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.326980 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Tracked resource versions report: Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: pushed versions: Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: { 'AddressGroup': {'1.2'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'ConntrackHelper': {'1.0'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Log': {'1.0'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Network': {'1.1'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Port': {'1.7'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'PortForwarding': {'1.2'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'QosPolicy': {'1.8'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroup': {'1.4'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SubPort': {'1.0'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Subnet': {'1.1'}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Trunk': {'1.1'}} Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: consumer versions: Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: { DHCP agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: HyperV agent@hv-cinder-78662: {}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: L3 agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: Metadata agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: Metering agent@dv-cinder-786627-10-iscsi: {}, Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: Open vSwitch agent@dv-cinder-786627-10-iscsi: { 'AddressGroup': '1.2', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'ConntrackHelper': '1.0', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Log': '1.0', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Network': '1.1', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Port': '1.7', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'PortForwarding': '1.2', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'QosPolicy': '1.8', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroup': '1.4', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SecurityGroupRule': '1.2', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'SubPort': '1.0', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Subnet': '1.1', Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: 'Trunk': '1.1'}} Jun 16 11:06:27.328505 dv-cinder-786627-10-iscsi neutron-server[91893]: {{(pid=91893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:06:27.344485 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:27.348466 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.db.api [None req-5d95d5f3-aec6-4941-b5a4-447638d6b613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:06:27.349253 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_db.api [None req-5d95d5f3-aec6-4941-b5a4-447638d6b613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:06:27.354620 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:27.381218 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:27.414521 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-9a5f848e-e8d0-4d3a-a654-7ba8b1cc7cac service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:06:27.415639 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-9a5f848e-e8d0-4d3a-a654-7ba8b1cc7cac service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2434964 Jun 16 11:06:27.431135 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] For port c4a06c07-982a-4f48-9476-cf303d795869, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:27.435273 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] For port c4a06c07-982a-4f48-9476-cf303d795869, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=c4a06c07-982a-4f48-9476-cf303d795869,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:27.436722 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=b0be0f43-8440-4348-9630-4f73ba67f922,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:27.442301 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:27.452947 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.457447 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:27.513916 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c221e0fc-e092-47b3-b896-f8626c57c9a9 req-2024a9ff-cf41-4617-ac8d-1b3c3bebc7fd tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.1247125 Jun 16 11:06:27.526542 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Routers {'d34809d1-fe7c-4627-a454-a79f41361433'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:27.527660 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d34809d1-fe7c-4627-a454-a79f41361433'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:27.536104 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 60b747d8-165e-4d2c-a962-366249b0e6de completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:27.676749 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] Set router d34809d1-fe7c-4627-a454-a79f41361433 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:27.698104 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:24Z', 'revision_number': 3, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:27.703403 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.705403 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Checking router: d8d2bd6f-485e-4012-bd07-d1eb072c9a84 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:06:27.705918 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Updating router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 port 0c004410-3591-413e-a760-2db749d7a493 binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:06:27.854835 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:27.876516 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Pushing event updated for resources: {'Port': ['ID=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:27.947566 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0be0f43-8440-4348-9630-4f73ba67f922 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:27.959321 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:27.961870 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Pushing event updated for resources: {'Port': ['ID=c4a06c07-982a-4f48-9476-cf303d795869,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:27.965454 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:06:23Z', 'revision_number': 3, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port': {'id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:27.967674 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:27.970830 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359b73a-d3b3-49f9-a257-b0bb4fb0b981 None None] The sync data for ids ['d34809d1-fe7c-4627-a454-a79f41361433'] in dv-cinder-786627-10-iscsi is: [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:06:23Z', 'revision_number': 3, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port': {'id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:06:27.978774 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.738s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:27.993945 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-abbe4e23-07e9-401d-8102-05b3243ea5c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8c1e32c2dce4498860174d612ef0771&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2378209 Jun 16 11:06:28.009306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45620) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:28.087453 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-387a7df0-3753-40ae-937e-08fa99e68697 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50a675f15f42408b8a9331513ddd1fe5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3508422 Jun 16 11:06:28.089945 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45624) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:28.220943 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port b0be0f43-8440-4348-9630-4f73ba67f922 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:28.221533 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.231322 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe4e23-07e9-401d-8102-05b3243ea5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95b9aa3-c4ff-4e98-81c3-6c62a858d2cf,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:28.285255 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.353044 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.357493 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Provisioning complete for port b0be0f43-8440-4348-9630-4f73ba67f922 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:28.358015 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.368959 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a7df0-3753-40ae-937e-08fa99e68697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25279eb6-3096-4aa1-a16d-d957e72a09ba,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:28.375368 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.433111 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-387a7df0-3753-40ae-937e-08fa99e68697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:28.433604 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.080s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:28.434113 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:28.496610 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-eb0afdfa-e830-42b7-9d73-8734e27eba33 service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143651 Jun 16 11:06:28.560311 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.584296 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:28.644745 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Network 2dfeed33-055b-4fc1-9542-33a462e278ba is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:28.650286 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Pushing event updated for resources: {'Port': ['ID=b7699b09-405f-4a4d-b974-514edc224955,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:28.654030 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:28.655184 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:28.658798 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:28.659486 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.673669 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.729589 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.731205 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.755746 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.780801 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.785045 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c95b9aa3-c4ff-4e98-81c3-6c62a858d2cf HTTP/1.1" status: 204 len: 168 time: 0.7712815 Jun 16 11:06:28.829248 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:28.874161 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Provisioning for port 60b747d8-165e-4d2c-a962-366249b0e6de completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:28.874939 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-2e78dca2-a079-49db-a203-d1613f61b9cb service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773749 Jun 16 11:06:28.884654 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95b9aa3-c4ff-4e98-81c3-6c62a858d2cf,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:28.885419 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.889179 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Provisioning complete for port 60b747d8-165e-4d2c-a962-366249b0e6de triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:28.889617 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.910071 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:28.924850 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-262a9599-4e23-4a4c-94dc-00603886874b req-e7140bde-92cb-47b6-83bc-e75617ae0a55 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.0957468 Jun 16 11:06:28.961533 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.966294 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:28.967529 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25279eb6-3096-4aa1-a16d-d957e72a09ba HTTP/1.1" status: 204 len: 168 time: 0.8242607 Jun 16 11:06:28.969681 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:28.978151 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25279eb6-3096-4aa1-a16d-d957e72a09ba,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:28.982263 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:29.048173 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Transition to ACTIVE for port object 0c004410-3591-413e-a760-2db749d7a493 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:29.083329 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.100483 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:29.128525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.315263 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe5727-f332-44ba-9516-b8c5219b5e31 None None] Pushing event updated for resources: {'Port': ['ID=0c004410-3591-413e-a760-2db749d7a493,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:29.344233 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-2ffe5727-f332-44ba-9516-b8c5219b5e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:29.358153 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Attempting to bind port 0c004410-3591-413e-a760-2db749d7a493 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:29.362622 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Attempting to bind port 0c004410-3591-413e-a760-2db749d7a493 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:29.363465 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Attempting to bind port 0c004410-3591-413e-a760-2db749d7a493 on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:29.388030 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:29.388832 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:29.389511 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.390129 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:29.390851 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Bound port: 0c004410-3591-413e-a760-2db749d7a493, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:29.391514 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.444099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.563696 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a23152c2-a876-4e2e-8ed4-caf14cf56d0c req-a74068b8-c12e-48cf-90e6-d304acaedafe tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 210 time: 0.1183054 Jun 16 11:06:29.598478 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] For port 0c004410-3591-413e-a760-2db749d7a493, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:29.607028 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Router 48449560-f9c6-4d67-8502-fbd171dab1a5 is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:06:29.636703 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] For port 60b747d8-165e-4d2c-a962-366249b0e6de, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=60b747d8-165e-4d2c-a962-366249b0e6de,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:29.659098 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.665228 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Allocated IP 172.20.0.1 (53770591-43c3-4437-9e06-e0ac4ccc3e3e/e0e6ab1e-f590-48ec-af3f-7cb956934f75/b0189fa4-34ff-4d42-8d06-6b945b8277c4) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:29.669404 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] For port 0c004410-3591-413e-a760-2db749d7a493, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=0c004410-3591-413e-a760-2db749d7a493,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:29.672351 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-30633bc8-1b14-427e-b4af-f5b0a2737a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:29.686000 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.877126 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Pushing event updated for resources: {'Port': ['ID=60b747d8-165e-4d2c-a962-366249b0e6de,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:29.885306 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:29.885784 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-6fbcd524-b20f-4467-9468-0e0d5aaf11b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:29.903125 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:06:29.917094 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Sync routers for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:06:29.935249 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:29.938141 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:29.942043 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:29.943403 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6346712 Jun 16 11:06:29.945359 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:29.946159 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 45680) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:29.952743 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:29.981746 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4a06c07-982a-4f48-9476-cf303d795869 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:30.167922 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.35', 52459) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:30.186063 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:30.234297 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Transition to ACTIVE for port object b0189fa4-34ff-4d42-8d06-6b945b8277c4 will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:30.284479 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:30.332195 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fabf6193-aa83-4bf6-aff1-9d2a838e406f req-4756a6f6-f300-4207-a32d-849c6a730c32 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.0717075 Jun 16 11:06:30.363887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:30.366213 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:30.371534 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:30.454505 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:30.466628 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:30.466628 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:30.466628 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:30.616511 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:30.816420 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe5727-f332-44ba-9516-b8c5219b5e31 None None] Pushing event updated for resources: {'Port': ['ID=0c004410-3591-413e-a760-2db749d7a493,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:30.844515 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-2ffe5727-f332-44ba-9516-b8c5219b5e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:30.864442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:30.907034 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-737812bb-fbda-4760-aa5a-4bd28cd47715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:30.965498 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4423300-04db-4768-a99d-60be66fe185d req-42c1ef61-8d50-45be-9384-4cf8681f2690 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:30.973906 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-42c1ef61-8d50-45be-9384-4cf8681f2690 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.35 "GET /v2.0/networks?id=7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc HTTP/1.1" status: 200 len: 812 time: 0.7883773 Jun 16 11:06:31.040402 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Request body: {'port': {'device_id': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc', 'admin_state_up': True, 'tenant_id': 'd9876faa26174e679057ba6129c5cf2d'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:31.096318 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port c4a06c07-982a-4f48-9476-cf303d795869 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:31.109299 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port c4a06c07-982a-4f48-9476-cf303d795869 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:31.109773 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.222070 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-05979cee-d024-44d6-a310-4d9a3c979b7a None None] Provisioning for port b0189fa4-34ff-4d42-8d06-6b945b8277c4 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:31.223634 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:28Z', 'revision_number': 3, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:31.229890 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Checking router: 48449560-f9c6-4d67-8502-fbd171dab1a5 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:06:31.230637 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-05979cee-d024-44d6-a310-4d9a3c979b7a None None] Provisioning complete for port b0189fa4-34ff-4d42-8d06-6b945b8277c4 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:31.230762 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Updating router 48449560-f9c6-4d67-8502-fbd171dab1a5 port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:06:31.231009 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-05979cee-d024-44d6-a310-4d9a3c979b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.271490 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.345903 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-05979cee-d024-44d6-a310-4d9a3c979b7a None None] Port b0189fa4-34ff-4d42-8d06-6b945b8277c4 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:06:31.361554 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.392589 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port c4a06c07-982a-4f48-9476-cf303d795869, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=c4a06c07-982a-4f48-9476-cf303d795869,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:31.397340 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:24Z', 'revision_number': 3, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:31.402262 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.403437 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24eda30-7eba-45e2-aebf-5c82745511c2 None None] The sync data for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi is: [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:24Z', 'revision_number': 3, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:06:31.409974 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:31.540446 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=c4a06c07-982a-4f48-9476-cf303d795869,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:31.554115 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.557564 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:31.582023 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0189fa4-34ff-4d42-8d06-6b945b8277c4,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:31.598643 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5cb73363-d3d3-49d2-9713-91ea0ff82659 req-604362a2-a7b2-4b58-9fe2-c79ce32a0016 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 210 time: 0.7576532 Jun 16 11:06:31.600835 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.885752 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.513s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:31.886420 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45762) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:31.887677 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4a06c07-982a-4f48-9476-cf303d795869 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:31.893548 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.894197 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.933328 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:31.935277 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-53c2193e-10ab-4f96-a19c-3591d7df3e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:31.964925 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Transition to ACTIVE for port object d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:31.977785 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.003417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0189fa4-34ff-4d42-8d06-6b945b8277c4,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:32.008497 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:32.021660 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port c4a06c07-982a-4f48-9476-cf303d795869 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:32.022346 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.026499 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.027511 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:32.028847 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.046032 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:32.131633 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387bd26-2ed0-49cc-9c47-8c086c8a3717 None None] Pushing event updated for resources: {'Port': ['ID=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,revision_number=2']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:32.135258 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Pushing event updated for resources: {'Port': ['ID=b7699b09-405f-4a4d-b974-514edc224955,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:32.150548 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-1387bd26-2ed0-49cc-9c47-8c086c8a3717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:32.153895 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:32.161259 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Attempting to bind port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:32.162163 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Attempting to bind port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:32.162796 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Attempting to bind port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:32.190458 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:32.191150 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:32.193802 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.194336 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:32.195857 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Bound port: d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:32.197188 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.226497 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 60b747d8-165e-4d2c-a962-366249b0e6de up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:32.347154 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 60b747d8-165e-4d2c-a962-366249b0e6de triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:32.348131 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.395746 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0925aa4f-4e30-4cd0-ab16-58b6023e305c req-b2afcf54-2e1a-4735-a642-fa2dee6213c7 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.2292533 Jun 16 11:06:32.416706 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] For port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:32.428517 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] For port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:32.439273 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:32.466456 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:32.663021 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387bd26-2ed0-49cc-9c47-8c086c8a3717 None None] Pushing event updated for resources: {'Port': ['ID=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:32.752623 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.35', 52468) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:32.753449 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:32.756418 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:32.906862 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Made reservation on behalf of d9876faa26174e679057ba6129c5cf2d for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:32.924775 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:33.134815 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3c9e91ca-d9f1-4731-aeb3-7f5536210618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:33.221864 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:33.235335 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-1387bd26-2ed0-49cc-9c47-8c086c8a3717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:33.284934 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:33.292099 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Network 2dfeed33-055b-4fc1-9542-33a462e278ba is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:33.334480 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:33.347629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:33.365796 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:06:33.379145 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9be991df-3fda-42d0-b54d-7467921b9e6e req-e0db0719-b051-4a2a-889a-50f0d45b5bd3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 210 time: 0.1931205 Jun 16 11:06:33.380242 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:33.385798 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-81cc1324-a660-41af-80cf-4b207ba44ee9 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:33.387956 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-81cc1324-a660-41af-80cf-4b207ba44ee9 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.6338737 Jun 16 11:06:33.423560 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:33.636910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Request body: {'port': {'device_id': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'admin_state_up': True, 'tenant_id': 'c79b9adb80c646b6b23f24df60dbebf2'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:33.740832 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5adb82e1-4dbc-4dd1-a48a-af02227d3a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:33.891191 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:28Z', 'revision_number': 3, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:33.905625 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cfddc-7b7f-45b8-a55c-70e0052e2ae7 None None] The sync data for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi is: [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:28Z', 'revision_number': 3, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:06:33.933400 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-f84cc9ff-c753-4d4a-9439-b909f687f5ba None None] Provisioning complete for port b0189fa4-34ff-4d42-8d06-6b945b8277c4 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:33.933791 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f84cc9ff-c753-4d4a-9439-b909f687f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:33.935883 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 0c004410-3591-413e-a760-2db749d7a493 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:33.997216 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4f426957-1719-4342-930d-e2fff0bfe458 req-07cea276-5ebb-433d-acce-0f346da07b97 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.3022468 Jun 16 11:06:34.221822 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-f84cc9ff-c753-4d4a-9439-b909f687f5ba None None] Port b0189fa4-34ff-4d42-8d06-6b945b8277c4 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:06:34.225725 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 0c004410-3591-413e-a760-2db749d7a493 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:34.242641 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 0c004410-3591-413e-a760-2db749d7a493 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:34.243158 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:34.265861 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:06:34.394802 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Allocated IP 172.20.0.6 (7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc/2ae52a60-c854-40c7-b678-ba8cc7798529/610b6636-9791-4ddc-b79f-e632af9281c2) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:34.549369 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Router d34809d1-fe7c-4627-a454-a79f41361433 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:06:34.606395 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:34.622760 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:34.694768 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 0c004410-3591-413e-a760-2db749d7a493, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=0c004410-3591-413e-a760-2db749d7a493,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:34.718302 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:34.724600 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:34.859656 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=0c004410-3591-413e-a760-2db749d7a493,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:34.879981 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:34.901964 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:06:34.918246 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Sync routers for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:06:34.937220 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:34.938849 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:35.017937 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3c9e91ca-d9f1-4731-aeb3-7f5536210618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:35.028992 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8d2bd6f-485e-4012-bd07-d1eb072c9a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7225144 Jun 16 11:06:35.072943 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3c9e91ca-d9f1-4731-aeb3-7f5536210618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:35.078683 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4354f384-dcf6-4b2a-bb12-04065e77e5b5 req-0190eaec-1a26-4ccf-a539-507f0950b143 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 210 time: 0.0585070 Jun 16 11:06:35.122021 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:35.129709 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3c9e91ca-d9f1-4731-aeb3-7f5536210618 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22707282e7ad47e594b747cb28f15650&name=default HTTP/1.1" status: 200 len: 2978 time: 3.2249627 Jun 16 11:06:35.132411 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45828) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:35.355494 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Allocated IP 172.20.0.1 (4e539129-3b95-4273-94b4-82f1d4d6aa73/cdb61714-1675-45bb-8bf8-aeff4c53a535/50d89cf0-8de5-42ae-b3d4-d6989e3bc0af) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:35.410771 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:35.489525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e91ca-d9f1-4731-aeb3-7f5536210618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d852d-d4f9-45c6-aadb-3ae703986704,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:35.568098 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:35.573633 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3c9e91ca-d9f1-4731-aeb3-7f5536210618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:35.622555 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Made reservation on behalf of c79b9adb80c646b6b23f24df60dbebf2 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:35.635048 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:35.707092 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:35.842332 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-14ff29d5-3e3d-4872-812b-b3aa7440c954 req-0ee12449-f8c1-43fc-baf4-cef16b0461cb tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.2475884 Jun 16 11:06:35.917721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:35.935753 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:35.939333 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/240d852d-d4f9-45c6-aadb-3ae703986704 HTTP/1.1" status: 204 len: 168 time: 0.8027933 Jun 16 11:06:35.954340 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:35.994513 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:06:36.011154 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Sync routers for ids ['d34809d1-fe7c-4627-a454-a79f41361433'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:06:36.013123 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d852d-d4f9-45c6-aadb-3ae703986704,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:36.072543 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Routers {'d34809d1-fe7c-4627-a454-a79f41361433'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:36.078900 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d34809d1-fe7c-4627-a454-a79f41361433'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:36.103408 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] 10.222.0.21 "PUT /v2.0/routers/d34809d1-fe7c-4627-a454-a79f41361433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4485319 Jun 16 11:06:36.155231 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:36.380703 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:36.441445 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 0c004410-3591-413e-a760-2db749d7a493 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:36.472751 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Set router d34809d1-fe7c-4627-a454-a79f41361433 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:36.668298 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0a2c1149-f711-43a2-84b1-15e6dd0e33f8 req-2f6be771-f79b-48b4-bb0f-8281f7fa6185 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 210 time: 0.1365891 Jun 16 11:06:36.848658 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:36.862254 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:36.880833 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45870) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:36.887912 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903580127', 'description': 'tempest-description--99554073'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:36.979285 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 0c004410-3591-413e-a760-2db749d7a493 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:36.980968 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Transition to ACTIVE for port object 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:36.983925 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:36.986041 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:36.996660 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Allocated IP 172.20.0.13 (b6c281ec-df9e-43a5-b8af-aae051136177/70f2b0fb-7963-4933-b395-de93499a6d96/85088d24-e912-4204-b31f-53eecf535755) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:37.079855 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.162896 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c93fbe9a-1527-40ff-a2c8-4d137df1a469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:37.204653 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:37.251027 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:31Z', 'revision_number': 2, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:37.278652 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Checking router: d8d2bd6f-485e-4012-bd07-d1eb072c9a84 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:06:37.286338 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Updating router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 port b0189fa4-34ff-4d42-8d06-6b945b8277c4 binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:06:37.291651 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:06:29Z', 'revision_number': 4, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port': {'id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b7699b09-405f-4a4d-b974-514edc224955', 'name': '', 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'mac_address': 'fa:16:3e:d1:e1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '52687747-e93a-46dd-97f9-99b75c12f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:26Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 2, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'subnets': [{'id': '52687747-e93a-46dd-97f9-99b75c12f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:37.301271 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Checking router: d34809d1-fe7c-4627-a454-a79f41361433 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:06:37.302842 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Updating router d34809d1-fe7c-4627-a454-a79f41361433 port b7699b09-405f-4a4d-b974-514edc224955 binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:06:37.311732 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:37.325845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:37.341444 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:37.342245 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.422797 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.504191 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.539938 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:37.583698 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.911897 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.911897 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eef8f5b0-9041-4f8d-be38-fac9452a6a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:37.918790 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:37.918790 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:37.918790 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.920442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:37.920442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:37.920442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:37.920442 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0255067 Jun 16 11:06:37.920442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45902) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:37.964442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'security_group_rule': {'security_group_id': 'db9d73e6-05eb-4b05-91c5-2bdf61bc5dee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:38.164740 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c4db1-c2dd-4950-a459-62eb34d199b8 req-f1fc8a25-58e8-4afb-abec-458494c6f869 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:38.173292 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Pushing event updated for resources: {'Port': ['ID=610b6636-9791-4ddc-b79f-e632af9281c2,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:38.185909 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5e8c4db1-c2dd-4950-a459-62eb34d199b8 req-f1fc8a25-58e8-4afb-abec-458494c6f869 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 931 time: 0.8111765 Jun 16 11:06:38.203884 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1749809 Jun 16 11:06:38.210760 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:38.262647 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-6333be46-22fd-4c5d-8078-41416f143a9c tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:06:38.268427 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-6333be46-22fd-4c5d-8078-41416f143a9c tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320072 Jun 16 11:06:38.338765 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.381466 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.386790 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.503993 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5c385dfc-3c47-49e5-8197-e612f289f61b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:38.545728 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:38.563810 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.627058 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.650757 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Transition to ACTIVE for port object b7699b09-405f-4a4d-b974-514edc224955 will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:38.653399 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Pushing event updated for resources: {'Port': ['ID=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:38.658469 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.673170 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-1387bd26-2ed0-49cc-9c47-8c086c8a3717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:38.687084 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3d4700f9-bfb2-4ba5-8230-b3761a433ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:38.752680 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.770878 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.778987 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5e8c4db1-c2dd-4950-a459-62eb34d199b8 req-bc496b5e-56c9-43c9-a7f6-9658fb6180d9 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667498 Jun 16 11:06:38.781438 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:38.810623 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c2f9f0-f1d6-44dc-9ec8-86194ec0881f,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:38.816721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:38.825002 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:38.829940 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:38.836216 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.840255 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8865163 Jun 16 11:06:38.842370 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45930) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:38.849324 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:38.856203 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.858860 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'security_group_rule': {'security_group_id': 'db9d73e6-05eb-4b05-91c5-2bdf61bc5dee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:38.860846 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-e4da8680-2992-4390-bb9f-dea42358e817 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:38.863022 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941e137-91b2-44d6-a958-d403d6dd3ea4 None None] Pushing event updated for resources: {'Port': ['ID=b7699b09-405f-4a4d-b974-514edc224955,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:38.871572 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-b941e137-91b2-44d6-a958-d403d6dd3ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:38.880336 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Transition to ACTIVE for port object b0189fa4-34ff-4d42-8d06-6b945b8277c4 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:38.883823 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-e4da8680-2992-4390-bb9f-dea42358e817 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 818 time: 1.3047116 Jun 16 11:06:38.891768 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.892931 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:38.895183 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:38.925753 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:38.962043 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:38.990450 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39e6a6-3a82-40c7-8374-7cf35a0b54da None None] Pushing event updated for resources: {'Port': ['ID=b0189fa4-34ff-4d42-8d06-6b945b8277c4,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:39.007655 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-cd39e6a6-3a82-40c7-8374-7cf35a0b54da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:39.192150 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Attempting to bind port b7699b09-405f-4a4d-b974-514edc224955 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:39.194683 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Attempting to bind port b7699b09-405f-4a4d-b974-514edc224955 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:39.196287 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Attempting to bind port b7699b09-405f-4a4d-b974-514edc224955 on network 2dfeed33-055b-4fc1-9542-33a462e278ba {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:39.197975 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.217329 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:39.217329 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Checking segment: {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:39.217329 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.217329 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Bound using segment: {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:39.217329 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Bound port: b7699b09-405f-4a4d-b974-514edc224955, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:39.217329 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.254902 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-29f840fa-b886-40c7-9a51-19f09e34f005 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/quotas/bdc40d52bcd14c46851b53d074e0b1fb HTTP/1.1" status: 200 len: 375 time: 0.0141671 Jun 16 11:06:39.262003 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Request body: {'port': {'device_id': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:39.267205 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:39.267628 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.272649 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.384414 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:39.394907 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.439808 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.448738 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] For port b7699b09-405f-4a4d-b974-514edc224955, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:39.454067 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:39.458238 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] For port b7699b09-405f-4a4d-b974-514edc224955, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b7699b09-405f-4a4d-b974-514edc224955,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:39.464735 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.467110 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-1387bd26-2ed0-49cc-9c47-8c086c8a3717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:39.483402 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event updated for resources: {'Port': ['ID=85088d24-e912-4204-b31f-53eecf535755,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:39.491210 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bd6e56-6ba8-4617-a27a-1131bf193f0b,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:39.492004 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:39.513381 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Attempting to bind port b0189fa4-34ff-4d42-8d06-6b945b8277c4 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:39.513999 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:39.516151 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Attempting to bind port b0189fa4-34ff-4d42-8d06-6b945b8277c4 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:39.517317 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Attempting to bind port b0189fa4-34ff-4d42-8d06-6b945b8277c4 on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:39.569265 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:39.577058 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Checking segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:39.577554 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.578585 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Bound using segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:39.579260 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Bound port: b0189fa4-34ff-4d42-8d06-6b945b8277c4, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:39.579873 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.590406 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Network b6c281ec-df9e-43a5-b8af-aae051136177 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:39.613291 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8ddfab1a-cba4-4dda-9b70-f13b76207968 None None] Provisioning for port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:39.613577 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:39.614368 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f7c95-2636-448d-9dfc-3f7cdf4b8b05 req-1de0947a-6ae4-4d67-95fe-180e1fed24cd tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:39.618332 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-079f7c95-2636-448d-9dfc-3f7cdf4b8b05 req-1de0947a-6ae4-4d67-95fe-180e1fed24cd tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 932 time: 0.4011436 Jun 16 11:06:39.635913 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.637635 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7931323 Jun 16 11:06:39.644094 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8ddfab1a-cba4-4dda-9b70-f13b76207968 None None] Provisioning complete for port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:39.651224 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8ddfab1a-cba4-4dda-9b70-f13b76207968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.655009 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45934) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:39.660070 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Routers {'d34809d1-fe7c-4627-a454-a79f41361433'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:39.660818 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d34809d1-fe7c-4627-a454-a79f41361433'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:39.661983 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:39.670234 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:39.677991 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:39.678656 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.766360 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-079f7c95-2636-448d-9dfc-3f7cdf4b8b05 req-4598aed3-51d5-412e-ad18-8f8e65eff851 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246567 Jun 16 11:06:39.773838 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.875220 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfab1a-cba4-4dda-9b70-f13b76207968 None None] Port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:06:39.911321 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] For port b0189fa4-34ff-4d42-8d06-6b945b8277c4, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:39.922619 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] For port b0189fa4-34ff-4d42-8d06-6b945b8277c4, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b0189fa4-34ff-4d42-8d06-6b945b8277c4,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:39.930071 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:39.931824 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-9bcac1d3-b6f5-4ee6-a428-80d953cb250d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6542673 Jun 16 11:06:39.934674 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:39.936443 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5319314 Jun 16 11:06:40.079862 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] Set router d34809d1-fe7c-4627-a454-a79f41361433 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:40.167666 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Request body: {'port': {'device_id': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:40.172850 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-c26c9418-d3c6-4cbb-8984-0281abcc6ff8 service neutron] 10.222.0.21 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167444 Jun 16 11:06:40.197537 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:40.231179 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:40.237661 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:40.241169 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39e6a6-3a82-40c7-8374-7cf35a0b54da None None] Pushing event updated for resources: {'Port': ['ID=b0189fa4-34ff-4d42-8d06-6b945b8277c4,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:40.280780 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-cd39e6a6-3a82-40c7-8374-7cf35a0b54da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:40.347102 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941e137-91b2-44d6-a958-d403d6dd3ea4 None None] Pushing event updated for resources: {'Port': ['ID=b7699b09-405f-4a4d-b974-514edc224955,revision_number=4']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:40.359915 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-b941e137-91b2-44d6-a958-d403d6dd3ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:40.511995 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:40.567469 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a46c07-a5de-4b7b-a0c9-c32f2f4f3cad req-3aa91c1a-0473-43ff-9d0a-d915039e6ecb tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:40.578475 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-96a46c07-a5de-4b7b-a0c9-c32f2f4f3cad req-3aa91c1a-0473-43ff-9d0a-d915039e6ecb tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 931 time: 0.4203360 Jun 16 11:06:40.683145 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:40.758030 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:06:29Z', 'revision_number': 4, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port': {'id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b7699b09-405f-4a4d-b974-514edc224955', 'name': '', 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'mac_address': 'fa:16:3e:d1:e1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '52687747-e93a-46dd-97f9-99b75c12f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:26Z', 'updated_at': '2021-06-16T11:06:39Z', 'revision_number': 4, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'subnets': [{'id': '52687747-e93a-46dd-97f9-99b75c12f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:40.766222 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:40.779271 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf995635-062a-41a2-8cda-00216ca8f9ec None None] The sync data for ids ['d34809d1-fe7c-4627-a454-a79f41361433'] in dv-cinder-786627-10-iscsi is: [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:06:29Z', 'revision_number': 4, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port': {'id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b7699b09-405f-4a4d-b974-514edc224955', 'name': '', 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'mac_address': 'fa:16:3e:d1:e1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '52687747-e93a-46dd-97f9-99b75c12f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:26Z', 'updated_at': '2021-06-16T11:06:39Z', 'revision_number': 4, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'subnets': [{'id': '52687747-e93a-46dd-97f9-99b75c12f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:06:40.871607 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-96a46c07-a5de-4b7b-a0c9-c32f2f4f3cad req-e0dc8de1-6570-4478-92a9-7a74ff2fcecb tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918472 Jun 16 11:06:40.947959 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610b6636-9791-4ddc-b79f-e632af9281c2 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:40.980110 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:41.034051 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Transition to ACTIVE for port object 610b6636-9791-4ddc-b79f-e632af9281c2 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:41.124440 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:41.155441 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Allocated IP 172.27.0.39 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/7a8fdca3-c9f3-4de2-8665-14cf960d94a7) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:41.208561 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:41.279600 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 45964) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:41.356713 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:41.357128 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:41.360761 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-28c5b9ee-77d1-4afc-b358-65b4c1c05867 service neutron] 10.222.0.21 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1445861 Jun 16 11:06:41.375510 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-aae9f2ac-6b36-4d92-9ac2-393063614a2d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:41.556276 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=610b6636-9791-4ddc-b79f-e632af9281c2,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:41.569645 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:41.824116 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:39Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:41.836552 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840034-1fa0-4a3f-bba6-7a1bff7f39fd None None] The sync data for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi is: [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:39Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:06:41.980481 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ffc40011-58d1-407b-8242-c05bc1d1733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:42.150952 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:42.190670 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630ac73-f17c-47d7-8aaa-3acf33c4256c req-d62ba2f0-9fb9-4a0a-a30e-dce742fe9a61 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:42.197539 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7630ac73-f17c-47d7-8aaa-3acf33c4256c req-d62ba2f0-9fb9-4a0a-a30e-dce742fe9a61 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 932 time: 0.9187441 Jun 16 11:06:42.241345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:42.369794 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:42.370905 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-de1a1af8-ce1b-446f-88e0-71a40ca8c76b req-bc2be328-dfe1-48f6-a6cb-8ec529fd625d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 210 time: 0.1987879 Jun 16 11:06:42.435274 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7630ac73-f17c-47d7-8aaa-3acf33c4256c req-79366574-ddc6-4acb-b477-1e2916554a30 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081051 Jun 16 11:06:42.729726 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:42.745563 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3b9850a-3fd1-4597-9f9f-85a21b72e212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:42.986817 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b7699b09-405f-4a4d-b974-514edc224955 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:43.120939 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port b7699b09-405f-4a4d-b974-514edc224955 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:43.122322 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ffc40011-58d1-407b-8242-c05bc1d1733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.129256 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port b7699b09-405f-4a4d-b974-514edc224955 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:43.129917 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.150207 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:43.156337 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ffc40011-58d1-407b-8242-c05bc1d1733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.182420 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:43.345427 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:43.386863 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.419044 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'Port': ['ID=7a8fdca3-c9f3-4de2-8665-14cf960d94a7,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:43.427576 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:43.441025 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-ffc40011-58d1-407b-8242-c05bc1d1733e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e58326c4c76434aa60a6cdc12302c36&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1501546 Jun 16 11:06:43.445624 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46014) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:43.453958 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:43.495005 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port b7699b09-405f-4a4d-b974-514edc224955, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b7699b09-405f-4a4d-b974-514edc224955,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:43.505166 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.506814 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0189fa4-34ff-4d42-8d06-6b945b8277c4 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:43.560291 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:43.680265 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=b7699b09-405f-4a4d-b974-514edc224955,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:43.685992 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:43.711469 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port b0189fa4-34ff-4d42-8d06-6b945b8277c4 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:43.717106 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port b0189fa4-34ff-4d42-8d06-6b945b8277c4 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:43.717723 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.750747 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc40011-58d1-407b-8242-c05bc1d1733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379a925e-1ced-4b3a-bfeb-a45cd9a58f46,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:43.756387 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Attempting to bind port 610b6636-9791-4ddc-b79f-e632af9281c2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:43.757037 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Attempting to bind port 610b6636-9791-4ddc-b79f-e632af9281c2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '80091078-0158-4abb-9219-6db084a6c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:43.758203 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ffc40011-58d1-407b-8242-c05bc1d1733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:43.758702 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Attempting to bind port 610b6636-9791-4ddc-b79f-e632af9281c2 on network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:43.803605 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Port 610b6636-9791-4ddc-b79f-e632af9281c2 on network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:06:43.808844 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.809172 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Attempting to bind port 610b6636-9791-4ddc-b79f-e632af9281c2 on network 7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:43.830750 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-2892736e-91a4-439d-92ee-41bf015d5b93 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:43.832331 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-2892736e-91a4-439d-92ee-41bf015d5b93 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 818 time: 0.9411271 Jun 16 11:06:43.861751 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:43.862315 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Checking segment: {'id': '80091078-0158-4abb-9219-6db084a6c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:43.862985 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Bound using segment: {'id': '80091078-0158-4abb-9219-6db084a6c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:43.863550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Bound port: 610b6636-9791-4ddc-b79f-e632af9281c2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80091078-0158-4abb-9219-6db084a6c789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:43.864036 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.902138 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8f4f1-26b3-4ef5-a70d-224bdff523d7 req-83b367b2-6985-4add-9ee1-8fab4ab442f7 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:43.903683 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e3e8f4f1-26b3-4ef5-a70d-224bdff523d7 req-83b367b2-6985-4add-9ee1-8fab4ab442f7 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 943 time: 1.0956883 Jun 16 11:06:43.908850 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:43.913084 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.003455 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-d4a8080c-ea1a-4fc7-92c3-1dc1cc5761e5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/quotas/bdc40d52bcd14c46851b53d074e0b1fb HTTP/1.1" status: 200 len: 375 time: 0.1553402 Jun 16 11:06:44.019818 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.088619 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port b0189fa4-34ff-4d42-8d06-6b945b8277c4, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b0189fa4-34ff-4d42-8d06-6b945b8277c4,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:44.093144 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.103769 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-87c169d5-310f-444d-bc56-9425d0b33b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:44.151125 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e3e8f4f1-26b3-4ef5-a70d-224bdff523d7 req-587b0771-79da-49d9-9d31-8bc77f976fac tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183726 Jun 16 11:06:44.158153 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85088d24-e912-4204-b31f-53eecf535755 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:44.183161 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.193163 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.196581 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.196995 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=b0189fa4-34ff-4d42-8d06-6b945b8277c4,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:44.200527 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:44.247424 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] For port 610b6636-9791-4ddc-b79f-e632af9281c2, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:44.252838 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] For port 610b6636-9791-4ddc-b79f-e632af9281c2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=610b6636-9791-4ddc-b79f-e632af9281c2,segment=NetworkSegment(80091078-0158-4abb-9219-6db084a6c789),segment_id=80091078-0158-4abb-9219-6db084a6c789)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:44.257006 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.261368 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.265763 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:44.268632 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.299294 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Transition to ACTIVE for port object 85088d24-e912-4204-b31f-53eecf535755 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:44.369784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.401999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:44.402632 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.404080 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] 10.222.0.35 "PUT /v2.0/ports/610b6636-9791-4ddc-b79f-e632af9281c2 HTTP/1.1" status: 200 len: 1093 time: 5.7357397 Jun 16 11:06:44.405700 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'tag': '610b6636-9791-4ddc-b79f-e632af9281c2'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:06:44.463217 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.478474 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.482605 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/379a925e-1ced-4b3a-bfeb-a45cd9a58f46 HTTP/1.1" status: 204 len: 168 time: 1.0115631 Jun 16 11:06:44.485183 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:44.528761 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-ab0c5c5b-14f1-4a26-b66a-c935469e5d44 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5116396 Jun 16 11:06:44.528761 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379a925e-1ced-4b3a-bfeb-a45cd9a58f46,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:44.532122 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:44.534644 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Pushing event updated for resources: {'Port': ['ID=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:44.539110 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:44.572352 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:44.592269 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.625374 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.679196 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-29891e5b-dfac-4c37-9939-0b33ff4f21c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:44.733775 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.775998 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'Port': ['ID=7a8fdca3-c9f3-4de2-8665-14cf960d94a7,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:44.807084 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:44.808579 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.811928 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1479504 Jun 16 11:06:44.814689 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5fbc2ebe-79ba-4bcc-8479-a3f0401d0b49 service neutron] 10.222.0.21 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608979 Jun 16 11:06:44.838443 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b7699b09-405f-4a4d-b974-514edc224955 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:44.963193 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port b7699b09-405f-4a4d-b974-514edc224955 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:44.963975 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:44.985480 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8aba10-7ef7-4956-8a50-36a93066caa5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0e2db6-e284-4693-b149-9ab18de23900", "tag": "610b6636-9791-4ddc-b79f-e632af9281c2"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:06:45.082721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46038) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:45.093976 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-f5418ee7-e724-4445-9f34-120ae84c7ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639449 Jun 16 11:06:45.114309 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=610b6636-9791-4ddc-b79f-e632af9281c2,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:45.115053 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-190166b1-5bef-4867-bf23-ca49b5b4fc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.142841 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0189fa4-34ff-4d42-8d06-6b945b8277c4 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:45.214680 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Attempting to bind port 85088d24-e912-4204-b31f-53eecf535755 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:45.215354 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Attempting to bind port 85088d24-e912-4204-b31f-53eecf535755 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:45.215354 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Attempting to bind port 85088d24-e912-4204-b31f-53eecf535755 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:45.240674 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port b0189fa4-34ff-4d42-8d06-6b945b8277c4 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:45.241076 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.249095 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:45.249593 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-190166b1-5bef-4867-bf23-ca49b5b4fc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.251327 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Port 85088d24-e912-4204-b31f-53eecf535755 on network b6c281ec-df9e-43a5-b8af-aae051136177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:06:45.252050 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Attempting to bind port 85088d24-e912-4204-b31f-53eecf535755 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:45.255904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-190166b1-5bef-4867-bf23-ca49b5b4fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.261224 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:45.287520 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e8fb1-4374-485d-a5a3-f3c3349b37e6 req-b4abede9-d837-42e2-a715-b2fbea90350c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:45.291894 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d2e8fb1-4374-485d-a5a3-f3c3349b37e6 req-b4abede9-d837-42e2-a715-b2fbea90350c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 944 time: 0.9552624 Jun 16 11:06:45.301023 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:45.309969 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-190166b1-5bef-4867-bf23-ca49b5b4fc8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eccdcca6859470c9406ba85910e3f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249763 Jun 16 11:06:45.314991 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46044) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:45.317266 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190166b1-5bef-4867-bf23-ca49b5b4fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500f2534-46e3-4964-8412-2de2e545949f,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:45.329669 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-190166b1-5bef-4867-bf23-ca49b5b4fc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:45.355603 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Pushing event updated for resources: {'Port': ['ID=85088d24-e912-4204-b31f-53eecf535755,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:45.385459 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:45.385815 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Checking segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:45.386813 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Bound using segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:45.387287 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Bound port: 85088d24-e912-4204-b31f-53eecf535755, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:45.387641 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.416304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:45.418253 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.014s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:45.418543 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:45.481920 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.591659 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.741190 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.752797 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.760677 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/500f2534-46e3-4964-8412-2de2e545949f HTTP/1.1" status: 204 len: 168 time: 0.4371638 Jun 16 11:06:45.762176 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ffc40011-58d1-407b-8242-c05bc1d1733e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:45.775831 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d2e8fb1-4374-485d-a5a3-f3c3349b37e6 req-16fa58bb-35d7-4122-9960-4e120fd5bc81 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542890 Jun 16 11:06:45.778343 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500f2534-46e3-4964-8412-2de2e545949f,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:45.798127 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:45.835282 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] For port 85088d24-e912-4204-b31f-53eecf535755, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:45.848063 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] For port 85088d24-e912-4204-b31f-53eecf535755, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=85088d24-e912-4204-b31f-53eecf535755,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:45.862202 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.878961 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:45.886379 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:45.886894 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:45.888492 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-918ec177-3153-4df2-a982-ba218841c446 service neutron] 10.222.0.35 "PUT /v2.0/ports/85088d24-e912-4204-b31f-53eecf535755 HTTP/1.1" status: 200 len: 1094 time: 5.7259340 Jun 16 11:06:45.928814 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Router 48449560-f9c6-4d67-8502-fbd171dab1a5 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:06:45.956390 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-da17f6b2-369c-42c5-ac22-a275229dfb1b None None] Provisioning complete for port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:45.957339 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-da17f6b2-369c-42c5-ac22-a275229dfb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:46.101579 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-da17f6b2-369c-42c5-ac22-a275229dfb1b None None] Port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:06:46.174027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f888a0b-4b62-4c67-a06c-fc200d1d584d x-openstack-request-id: req-8f888a0b-4b62-4c67-a06c-fc200d1d584d {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:06:46.174655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0e2db6-e284-4693-b149-9ab18de23900", "tag": "610b6636-9791-4ddc-b79f-e632af9281c2", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:06:46.174655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f888a0b-4b62-4c67-a06c-fc200d1d584d {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:06:46.175054 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'tag': '610b6636-9791-4ddc-b79f-e632af9281c2', 'status': 'completed', 'code': 200} Jun 16 11:06:46.177056 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Pushing event updated for resources: {'Port': ['ID=85088d24-e912-4204-b31f-53eecf535755,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:46.194358 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:46.341998 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee1056-7d33-4f1c-80d3-7b58be148de8 req-2bfe819c-80f5-47ec-bcab-761b69fc5a78 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:46.343230 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-3b5eb164-307b-4b40-af63-34331bb9bb02 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1903580127&fields=id&tenant_id=15b4993674f04d01a29301ad5e63f819 HTTP/1.1" status: 200 len: 267 time: 0.1671033 Jun 16 11:06:46.355760 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6aee1056-7d33-4f1c-80d3-7b58be148de8 req-2bfe819c-80f5-47ec-bcab-761b69fc5a78 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 943 time: 0.1575344 Jun 16 11:06:46.373014 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:06:46.384627 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Sync routers for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:06:46.398799 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] 10.222.0.21 "PUT /v2.0/routers/48449560-f9c6-4d67-8502-fbd171dab1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4426014 Jun 16 11:06:46.412346 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:46.413259 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:46.509319 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6aee1056-7d33-4f1c-80d3-7b58be148de8 req-45f2a786-d5e8-4556-8350-aee38066b1e8 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430285 Jun 16 11:06:46.602557 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-2b99d4d0-1dad-453f-a1a2-bc4ce37709c8 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:46.604174 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-2b99d4d0-1dad-453f-a1a2-bc4ce37709c8 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 811 time: 0.2518075 Jun 16 11:06:46.628671 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-d19c79d9-3d62-4472-9d86-6045f71f781c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/quotas/15b4993674f04d01a29301ad5e63f819 HTTP/1.1" status: 200 len: 375 time: 0.0185587 Jun 16 11:06:46.647496 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:46.736000 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-13cd7901-12a6-4765-a252-33052af6a8d5 req-81509cbc-09cd-4847-8f9c-19f05b33d4b0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 210 time: 0.0444093 Jun 16 11:06:46.789095 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-fbd4b2f1-d7f2-44ec-ae85-cfd8c9348ecb tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1587765 Jun 16 11:06:47.009831 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:43Z', 'revision_number': 2, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:47.018371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Checking router: 48449560-f9c6-4d67-8502-fbd171dab1a5 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:06:47.018998 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Updating router 48449560-f9c6-4d67-8502-fbd171dab1a5 port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:06:47.068536 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:47.138510 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-7ac6a0c5-13b4-4dd8-bd49-219d423e1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:47.140090 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-7ac6a0c5-13b4-4dd8-bd49-219d423e1038 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 1097 time: 0.2868159 Jun 16 11:06:47.143445 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-c7428401-3da2-4376-a816-3c9cf0c32f30 service neutron] 10.222.0.21 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102705 Jun 16 11:06:47.150288 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aba10-7ef7-4956-8a50-36a93066caa5 req-a0e24a04-8631-4df4-8f9b-300c0b92f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:47.152146 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a8aba10-7ef7-4956-8a50-36a93066caa5 req-a0e24a04-8631-4df4-8f9b-300c0b92f392 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9876faa26174e679057ba6129c5cf2d&device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 1096 time: 0.3619792 Jun 16 11:06:47.534354 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-d35a93b1-9f57-4758-ba6d-85272ccbe87f service neutron] 10.222.0.21 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602235 Jun 16 11:06:47.573502 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:47.592010 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Transition to ACTIVE for port object 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:47.601519 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:47.610652 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:47.631393 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-0d2c6ffd-8ab2-406f-b271-1896512eb000 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85088d24-e912-4204-b31f-53eecf535755 HTTP/1.1" status: 200 len: 217 time: 0.4780128 Jun 16 11:06:47.823993 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a3c72-deb8-43a9-b809-a6a84bc73837 None None] Pushing event updated for resources: {'Port': ['ID=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:47.827962 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-076a3c72-deb8-43a9-b809-a6a84bc73837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:47.913672 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-81cfc7bc-dfbb-410e-a854-0eed232a0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:47.916445 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-81cfc7bc-dfbb-410e-a854-0eed232a0ae0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.2760291 Jun 16 11:06:47.933836 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.35', 52488) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:48.065237 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-501047da-2496-4821-b97c-cc1b5dd04435 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254818 Jun 16 11:06:48.105304 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-6231c8f5-539c-4ab4-8e73-8ac5a02dc454 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:48.107242 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-6231c8f5-539c-4ab4-8e73-8ac5a02dc454 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 818 time: 0.1687837 Jun 16 11:06:48.124558 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Request body: {'port': {'device_id': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'admin_state_up': True, 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:48.177270 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Attempting to bind port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:48.177654 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Attempting to bind port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:48.183886 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Attempting to bind port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:48.218519 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:48.221905 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Checking segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:48.222410 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:48.226772 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Bound using segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:48.232733 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Bound port: 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:48.235151 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:48.331074 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'tag': '85088d24-e912-4204-b31f-53eecf535755'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:06:48.333391 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7ab0b-c39b-481a-910b-2138ff87ff18" -d '{"events": [{"name": "network-changed", "server_uuid": "5081410d-2d08-41a2-ac31-138b0c213e9b", "tag": "85088d24-e912-4204-b31f-53eecf535755"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:06:48.361867 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aba10-7ef7-4956-8a50-36a93066caa5 req-3d27f84b-c713-49b2-80b4-607d1d269ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:48.363354 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a8aba10-7ef7-4956-8a50-36a93066caa5 req-3d27f84b-c713-49b2-80b4-607d1d269ff1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d9876faa26174e679057ba6129c5cf2d&shared=False HTTP/1.1" status: 200 len: 913 time: 1.2036257 Jun 16 11:06:48.365109 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-67789225-5b15-422d-a47b-705bf596d2ab service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665122 Jun 16 11:06:48.456567 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Made reservation on behalf of bdc40d52bcd14c46851b53d074e0b1fb for: {'port': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:48.465916 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:48.476476 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] For port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:48.488444 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] For port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:48.508638 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:48.517571 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:48.631303 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.35', 52492) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:48.652508 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a3c72-deb8-43a9-b809-a6a84bc73837 None None] Pushing event updated for resources: {'Port': ['ID=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:48.660492 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-076a3c72-deb8-43a9-b809-a6a84bc73837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:48.693507 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:06:48.694495 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:06:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:48.753536 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46188) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:48.764303 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--21909869', 'description': 'tempest-description--1238943706'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:48.951957 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:06:49.229473 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aba10-7ef7-4956-8a50-36a93066caa5 req-589ce7c5-f741-4dc2-a717-aadf7c089e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:49.232581 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a8aba10-7ef7-4956-8a50-36a93066caa5 req-589ce7c5-f741-4dc2-a717-aadf7c089e8d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8506722 Jun 16 11:06:49.265118 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a8eac401-d0f5-4177-8bdd-f9505d98918d req-0c4c8144-91ef-4a43-b8d8-b3f22fb4e05f service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700449 Jun 16 11:06:49.293000 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-b12f9f40-fa8f-4999-9a16-ac8f5f65a0fa tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:49.294976 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-b12f9f40-fa8f-4999-9a16-ac8f5f65a0fa tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 818 time: 0.6615028 Jun 16 11:06:49.298879 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:49.324481 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Request body: {'port': {'device_id': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'admin_state_up': True, 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:49.370053 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5a1b8-5b1a-4796-aac7-20e1b04f26ec req-eb53134f-42ee-4888-85b5-d57e499fa158 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:49.386286 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ddb5a1b8-5b1a-4796-aac7-20e1b04f26ec req-eb53134f-42ee-4888-85b5-d57e499fa158 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 944 time: 1.0200815 Jun 16 11:06:49.411918 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:48Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:06:49.423031 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696898fa-778e-4842-83b6-4d2b733b31f3 None None] The sync data for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi is: [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:48Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:06:49.440545 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Allocated IP 172.20.0.13 (2dfeed33-055b-4fc1-9542-33a462e278ba/52687747-e93a-46dd-97f9-99b75c12f819/887bb2f5-a7cc-4b10-b0da-602ce87eafd0) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:49.592563 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36a19d-5018-4528-b59e-2afa1a2c3251 req-134af63e-e09a-45ff-99cb-47d14aeb1f8f tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:49.599498 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9f36a19d-5018-4528-b59e-2afa1a2c3251 req-134af63e-e09a-45ff-99cb-47d14aeb1f8f tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 943 time: 0.7066453 Jun 16 11:06:49.643723 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ddb5a1b8-5b1a-4796-aac7-20e1b04f26ec req-707113c3-6ddf-4985-9144-0c3388f332bb tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565343 Jun 16 11:06:49.732588 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4423300-04db-4768-a99d-60be66fe185d req-8d3eee76-a8c4-4781-82e8-0106dab5c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:49.734250 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-8d3eee76-a8c4-4781-82e8-0106dab5c434 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9876faa26174e679057ba6129c5cf2d&device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 1096 time: 0.4273469 Jun 16 11:06:49.787541 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-65ff268b-a240-4792-89e7-4300887d5364 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=610b6636-9791-4ddc-b79f-e632af9281c2 HTTP/1.1" status: 200 len: 217 time: 0.0436447 Jun 16 11:06:49.913943 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4fb8ba93-e0e7-436c-94d5-e7bc81135215 req-25cc0c70-2de6-48b5-ae82-82f7f5297343 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 210 time: 0.0569634 Jun 16 11:06:49.926397 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9f36a19d-5018-4528-b59e-2afa1a2c3251 req-03ff8415-2e52-4937-9514-44933a867d90 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256040 Jun 16 11:06:49.931434 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4423300-04db-4768-a99d-60be66fe185d req-20e5c7a5-a16d-41d7-8d34-b195abe56aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:49.938635 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-20e5c7a5-a16d-41d7-8d34-b195abe56aca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ae52a60-c854-40c7-b678-ba8cc7798529 HTTP/1.1" status: 200 len: 852 time: 0.1444738 Jun 16 11:06:50.006126 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-07201b16-681b-469a-8da5-893da4f3c414 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593455 Jun 16 11:06:50.058885 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd023f-8f13-4d2f-89d0-fd5e0b12f744 x-openstack-request-id: req-1acd023f-8f13-4d2f-89d0-fd5e0b12f744 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:06:50.059346 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5081410d-2d08-41a2-ac31-138b0c213e9b", "tag": "85088d24-e912-4204-b31f-53eecf535755", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:06:50.059726 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1acd023f-8f13-4d2f-89d0-fd5e0b12f744 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:06:50.060679 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'tag': '85088d24-e912-4204-b31f-53eecf535755', 'status': 'completed', 'code': 200} Jun 16 11:06:50.061073 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.090994 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.35', 52496) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:50.095949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Made reservation on behalf of bdc40d52bcd14c46851b53d074e0b1fb for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:50.104887 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.115300 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.174554 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6f60f221-c053-4cd6-b0af-158760bc98ae tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:50.224724 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.229241 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4712455 Jun 16 11:06:50.229562 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46236) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:50.243499 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.271570 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'security_group_rule': {'security_group_id': '81d618f6-f40c-4170-a9f9-b2d23e4315b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:50.301877 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-481de0b9-4efb-4d28-a756-82d207368117 req-077fec70-7f0d-404e-ae9b-dd6c3915c9f3 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 210 time: 0.1424694 Jun 16 11:06:50.339138 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d618f6-f40c-4170-a9f9-b2d23e4315b0,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:50.344711 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:50.378036 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46240) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:50.420107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.554132 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.583357 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:50.780334 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ac8a13ae-cae1-4642-9651-f280fda53a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.791079 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Network 2dfeed33-055b-4fc1-9542-33a462e278ba is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:50.799686 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:50.805112 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:50.814267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.815312 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Pushing event updated for resources: {'Port': ['ID=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:50.817973 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:50.825752 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:50.826536 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.830110 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:50.838435 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:50.856140 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:50.876636 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-5e6b715b-6934-44fe-a4f8-d1b1ba285331 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:50.880173 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-5e6b715b-6934-44fe-a4f8-d1b1ba285331 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 811 time: 0.7855198 Jun 16 11:06:50.893364 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea696d4-b702-4133-9961-7f8915db7cf6,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:50.915516 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:50.963304 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:50.977513 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:50.979114 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.021210 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abc908-e843-4a1b-a9ce-b54a1caf3dd8 req-4f622a4c-5f3a-4140-811b-51946aef934b tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:51.026417 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-4a34d004-8385-406c-8565-2da9f676f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:51.028452 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-4a34d004-8385-406c-8565-2da9f676f87c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 1097 time: 0.8977497 Jun 16 11:06:51.029173 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e3abc908-e843-4a1b-a9ce-b54a1caf3dd8 req-4f622a4c-5f3a-4140-811b-51946aef934b tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 944 time: 0.1333609 Jun 16 11:06:51.057374 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-56a6b191-6213-4d62-9716-661588db406e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15b4993674f04d01a29301ad5e63f819 HTTP/1.1" status: 200 len: 380 time: 0.1615491 Jun 16 11:06:51.060831 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ac8a13ae-cae1-4642-9651-f280fda53a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.070733 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-ed3ad908-6feb-4560-8884-baf7e63d54d9 service neutron] 10.222.0.35 "GET /v2.0/networks/7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0530167 Jun 16 11:06:51.089854 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ac8a13ae-cae1-4642-9651-f280fda53a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.091999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'port': {'device_id': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'admin_state_up': True, 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'security_groups': ['db9d73e6-05eb-4b05-91c5-2bdf61bc5dee']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:51.100919 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.103243 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8543549 Jun 16 11:06:51.104677 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9865253 Jun 16 11:06:51.106653 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:51.108564 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46270) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:51.126412 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e3abc908-e843-4a1b-a9ce-b54a1caf3dd8 req-ee3a153d-3175-42ec-a899-2a218bf0ef0e tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963106 Jun 16 11:06:51.139827 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'security_group_rule': {'security_group_id': '81d618f6-f40c-4170-a9f9-b2d23e4315b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:51.159274 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.165873 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Request body: {'port': {'device_id': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:51.242744 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:51.252502 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.254585 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:51.273629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a13ae-cae1-4642-9651-f280fda53a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c094168-7272-4075-ba39-441a23eea7df,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:51.279273 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-ac8a13ae-cae1-4642-9651-f280fda53a40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc733b16af994775bf3f6a2a00cff5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8988473 Jun 16 11:06:51.283156 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ac8a13ae-cae1-4642-9651-f280fda53a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:51.286892 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46274) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:51.349522 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:51.354192 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:51.368115 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.378421 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Allocated IP 172.20.0.2 (2dfeed33-055b-4fc1-9542-33a462e278ba/52687747-e93a-46dd-97f9-99b75c12f819/e31910b0-ccc1-49a9-acc7-695df45da761) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:51.471019 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f57c01a6-9f8b-4492-b9d2-f48abb2b7877 req-8495e70c-166f-458c-ab64-d6a360d05ed2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 210 time: 0.1044083 Jun 16 11:06:51.492118 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.529220 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-60884cc9-c4e3-4716-938e-5dff5ea0680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:51.530581 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-60884cc9-c4e3-4716-938e-5dff5ea0680c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 916 time: 0.4720409 Jun 16 11:06:51.544514 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.606740 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-616a2c96-9760-45e8-af56-46d8e16d4d0e service neutron] 10.222.0.35 "GET /v2.0/networks/7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098772 Jun 16 11:06:51.615793 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-4a432d0c-811a-4003-b7bd-6704e87faa04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85088d24-e912-4204-b31f-53eecf535755 HTTP/1.1" status: 200 len: 217 time: 0.0667446 Jun 16 11:06:51.622382 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.632919 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.657083 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f9cd6-402c-42ad-a9f8-0c12f0859b08 req-23591d7d-abd4-4bc9-91c3-b2be1feb1045 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:51.658830 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e2f9cd6-402c-42ad-a9f8-0c12f0859b08 req-23591d7d-abd4-4bc9-91c3-b2be1feb1045 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 943 time: 0.2930090 Jun 16 11:06:51.663134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.724003 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Made reservation on behalf of 15b4993674f04d01a29301ad5e63f819 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:06:51.728210 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.761301 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-74e90901-750e-4827-8565-df9091d28a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:51.762940 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-74e90901-750e-4827-8565-df9091d28a55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.1407349 Jun 16 11:06:51.782842 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b04d0f06-aaec-455f-b2af-ce9b66b3fa3a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:51.811279 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-fad7bd9b-7f30-41b2-ac3d-b1dc79c9ffa5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383325 Jun 16 11:06:51.863525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02c3192-1394-4b33-9cfe-3df51ddec207,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:51.875013 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.879292 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7648830 Jun 16 11:06:51.880315 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f7095c85-b325-4c41-8668-62f451f7f8a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:51.880747 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46298) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:51.888954 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:51.912603 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60c34465-d20a-4823-8821-76bc3f785e32 req-e3183522-c2bc-4569-8146-dc8aac71c2a7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 210 time: 0.1096556 Jun 16 11:06:51.923696 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.931175 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e2f9cd6-402c-42ad-a9f8-0c12f0859b08 req-adc80743-33c3-4d21-acd8-8f6d6003d1f7 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613435 Jun 16 11:06:51.962138 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.979693 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.985044 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:51.987539 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c094168-7272-4075-ba39-441a23eea7df HTTP/1.1" status: 204 len: 168 time: 0.6958258 Jun 16 11:06:51.989144 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:52.028042 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c094168-7272-4075-ba39-441a23eea7df,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:52.043370 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:52.064816 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Allocated IP 172.20.0.11 (53770591-43c3-4437-9e06-e0ac4ccc3e3e/e0e6ab1e-f590-48ec-af3f-7cb956934f75/401de8f1-9be5-43fd-96f7-0d19f70b83b1) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:52.084332 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-24b4cbf1-a67c-4dfc-a3be-0b966fc4a577 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405741 Jun 16 11:06:52.095607 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.132505 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:52.249306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Network 2dfeed33-055b-4fc1-9542-33a462e278ba is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:52.289439 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:52.309190 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:52.325318 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:52.326078 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.415830 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Pushing event updated for resources: {'Port': ['ID=e31910b0-ccc1-49a9-acc7-695df45da761,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:52.424965 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1156483 Jun 16 11:06:52.426106 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:52.449969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Request body: {'port': {'device_id': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:52.457184 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0f7ab0b-c39b-481a-910b-2138ff87ff18 req-6caa0194-db86-40f0-adde-25cb8378c2fa service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653738 Jun 16 11:06:52.468065 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 {{(pid=91890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:52.486582 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.525340 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Transition to ACTIVE for port object 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:52.552072 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.558966 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46332) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:52.572144 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:52.587269 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.596489 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.612040 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Transition to ACTIVE for port object 401de8f1-9be5-43fd-96f7-0d19f70b83b1 will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:52.622707 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b0c1-a9e4-4b02-b8be-6d6882b0cf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.718307 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:52.737665 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.748021 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39291f5-db5a-4118-b1ca-cb99e5758b82 req-907bc554-c49b-43d4-88ca-e409db6a9ea6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:52.750250 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b39291f5-db5a-4118-b1ca-cb99e5758b82 req-907bc554-c49b-43d4-88ca-e409db6a9ea6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 944 time: 0.3295519 Jun 16 11:06:52.771685 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Pushing event updated for resources: {'Port': ['ID=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:52.783393 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:52.784515 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:52.792837 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:52.914459 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Attempting to bind port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:52.914889 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Attempting to bind port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:52.915267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Attempting to bind port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 on network 2dfeed33-055b-4fc1-9542-33a462e278ba {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:52.927962 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b39291f5-db5a-4118-b1ca-cb99e5758b82 req-c02ab660-3b75-4a14-b856-e994341e1b1a tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605191 Jun 16 11:06:52.970281 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 on network 2dfeed33-055b-4fc1-9542-33a462e278ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:06:52.970606 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Attempting to bind port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 on network 2dfeed33-055b-4fc1-9542-33a462e278ba {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:53.000472 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:53.001030 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Checking segment: {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:53.001392 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Bound using segment: {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:53.001822 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Bound port: 887bb2f5-a7cc-4b10-b0da-602ce87eafd0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:53.002175 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.011090 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.013908 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Allocated IP 172.27.0.236 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/eef961b4-1f7b-4c58-8ced-e05f87886264) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:06:53.021392 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:53.123194 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:53.137601 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:53.140270 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:53.146137 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:53.146855 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.164940 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348716-b8f9-4807-8c80-7beb31a5e0dd req-f28d5eff-909b-42dc-8101-c7c5878552bd tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:53.166546 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6e348716-b8f9-4807-8c80-7beb31a5e0dd req-f28d5eff-909b-42dc-8101-c7c5878552bd tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 931 time: 0.4432592 Jun 16 11:06:53.179481 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'Port': ['ID=401de8f1-9be5-43fd-96f7-0d19f70b83b1,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:53.182662 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:53.283029 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6e348716-b8f9-4807-8c80-7beb31a5e0dd req-f7d27923-55d2-41ec-89d9-438cc6adf53d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759530 Jun 16 11:06:53.287933 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b0c1-a9e4-4b02-b8be-6d6882b0cf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.316109 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2448804 Jun 16 11:06:53.331052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Request body: {'port': {'device_id': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:06:53.339703 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b0c1-a9e4-4b02-b8be-6d6882b0cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.358401 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31910b0-ccc1-49a9-acc7-695df45da761 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:53.370335 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.399035 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Transition to ACTIVE for port object e31910b0-ccc1-49a9-acc7-695df45da761 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:53.418027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.425029 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:53.425217 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:53.432432 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4bc6b0c1-a9e4-4b02-b8be-6d6882b0cf23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c2beea4488c41e6bb2a95bb95a93c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8718240 Jun 16 11:06:53.442718 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 46342) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:53.501970 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 85088d24-e912-4204-b31f-53eecf535755 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:06:53.523765 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.534396 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-cc5df1e7-2f15-4a5c-bc01-292b9ad63ab5 None None] Provisioning for port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:53.539160 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] For port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0, host hv-cinder-78662, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:53.548003 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] For port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:53.550244 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-cc5df1e7-2f15-4a5c-bc01-292b9ad63ab5 None None] Provisioning complete for port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:53.551294 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-cc5df1e7-2f15-4a5c-bc01-292b9ad63ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.561419 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6b0c1-a9e4-4b02-b8be-6d6882b0cf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972839ed-88fa-4c48-85ef-d4bd39e9b90d,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:53.571493 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.588444 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4bc6b0c1-a9e4-4b02-b8be-6d6882b0cf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:53.622813 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8a2fccdd-d52d-433d-beec-70c5c0e6f607 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:53.623715 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e31910b0-ccc1-49a9-acc7-695df45da761,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:53.655262 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:53.656381 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.660940 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.db.resource_extend [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 11:06:53.691089 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-cc5df1e7-2f15-4a5c-bc01-292b9ad63ab5 None None] Port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:06:53.732122 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010277dd-5be5-4926-86bd-b2e080e06b73 req-47b38b00-1a5c-4941-9d67-f34f50c794ac tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:53.738349 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.739110 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-010277dd-5be5-4926-86bd-b2e080e06b73 req-47b38b00-1a5c-4941-9d67-f34f50c794ac tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 932 time: 0.6497865 Jun 16 11:06:53.762700 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:53.763333 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.764864 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] 10.222.0.35 "PUT /v2.0/ports/887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 1094 time: 2.6120327 Jun 16 11:06:53.768169 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'tag': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:06:53.777884 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Attempting to bind port e31910b0-ccc1-49a9-acc7-695df45da761 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:53.778455 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Attempting to bind port e31910b0-ccc1-49a9-acc7-695df45da761 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:53.778882 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Attempting to bind port e31910b0-ccc1-49a9-acc7-695df45da761 on network 2dfeed33-055b-4fc1-9542-33a462e278ba {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:53.840099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 85088d24-e912-4204-b31f-53eecf535755, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=85088d24-e912-4204-b31f-53eecf535755,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:53.842104 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Port e31910b0-ccc1-49a9-acc7-695df45da761 on network 2dfeed33-055b-4fc1-9542-33a462e278ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:06:53.842510 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Attempting to bind port e31910b0-ccc1-49a9-acc7-695df45da761 on network 2dfeed33-055b-4fc1-9542-33a462e278ba {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:53.861470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.885960 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:53.886490 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Checking segment: {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:53.886941 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Bound using segment: {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:53.887501 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Bound port: e31910b0-ccc1-49a9-acc7-695df45da761, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e5849f-6be5-43a8-bd7e-1f55072831e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:53.887941 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '85088d24-e912-4204-b31f-53eecf535755', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'port_id': '85088d24-e912-4204-b31f-53eecf535755', 'mac_address': 'fa:16:3e:c7:15:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f2b0fb-7963-4933-b395-de93499a6d96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:06:53.888069 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:53.905915 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f6deb-a764-4728-afa3-2370fe74b6c1 req-5f8dc398-ddae-4ae9-be74-81c4e19a0e14 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:53.913865 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea3f6deb-a764-4728-afa3-2370fe74b6c1 req-5f8dc398-ddae-4ae9-be74-81c4e19a0e14 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 943 time: 0.4471619 Jun 16 11:06:53.971591 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Pushing event updated for resources: {'Port': ['ID=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:53.980029 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.006044 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85088d24-e912-4204-b31f-53eecf535755 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:54.008377 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:54.036469 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-010277dd-5be5-4926-86bd-b2e080e06b73 req-47768587-5ed8-4632-99e1-494db6881f5b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962067 Jun 16 11:06:54.058719 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 85088d24-e912-4204-b31f-53eecf535755, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=85088d24-e912-4204-b31f-53eecf535755,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:54.065707 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.074311 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.083106 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:54.133351 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea3f6deb-a764-4728-afa3-2370fe74b6c1 req-1bff4f70-d41c-49be-9f48-fbfaac8d8ce6 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174497 Jun 16 11:06:54.145428 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:54.152103 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 46362) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:54.154366 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.155486 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=85088d24-e912-4204-b31f-53eecf535755,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:54.165796 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:54.174636 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] For port e31910b0-ccc1-49a9-acc7-695df45da761, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:54.175826 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09762f5b-f640-4f22-97c3-48393e897fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "585576d8-82e8-4efd-9b1b-6f0569f29aa9", "tag": "887bb2f5-a7cc-4b10-b0da-602ce87eafd0"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:06:54.181317 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] For port e31910b0-ccc1-49a9-acc7-695df45da761, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e31910b0-ccc1-49a9-acc7-695df45da761,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:54.187938 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.191562 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/972839ed-88fa-4c48-85ef-d4bd39e9b90d HTTP/1.1" status: 204 len: 168 time: 0.7440581 Jun 16 11:06:54.195761 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-17388c89-5194-4389-b80c-7be9ddf431b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:54.204907 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.208089 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:06:54.233004 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-39a958e4-d4c3-4a2d-9152-1e8c82561883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:54.234506 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-39a958e4-d4c3-4a2d-9152-1e8c82561883 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1097 time: 0.3788712 Jun 16 11:06:54.235423 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:06:54.249630 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:54.250359 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.252369 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/e31910b0-ccc1-49a9-acc7-695df45da761 HTTP/1.1" status: 200 len: 1093 time: 1.8136284 Jun 16 11:06:54.253537 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972839ed-88fa-4c48-85ef-d4bd39e9b90d,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:54.255858 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:06:54.258671 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:54.261339 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'tag': 'e31910b0-ccc1-49a9-acc7-695df45da761'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:06:54.264064 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332774c5-39f0-4209-b8ab-8989f92868ca" -d '{"events": [{"name": "network-changed", "server_uuid": "54aaca9a-51ac-4c7e-b0e2-eccc35a7448b", "tag": "e31910b0-ccc1-49a9-acc7-695df45da761"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:06:54.274767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b15498cd-64be-4c0d-bade-9180750ff1c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:54.312416 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:06:54.327288 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'Port': ['ID=eef961b4-1f7b-4c58-8ced-e05f87886264,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:54.333013 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:54.333723 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-24fe1ee4-9f3b-4b8c-91a0-e1c1d5eb894b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 217 time: 0.0718939 Jun 16 11:06:54.406897 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e31910b0-ccc1-49a9-acc7-695df45da761,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:54.427549 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.430201 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:54.446080 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-268e63d2-7879-4b85-aa75-e206d37ec179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:54.447651 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-268e63d2-7879-4b85-aa75-e206d37ec179 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0936995 Jun 16 11:06:54.492228 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3e47e8e1-1bcf-40bc-893e-b5bde32e0076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.507583 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039671-d653-4565-a8e6-7683721f43ff req-6eef4491-68e3-4358-97bc-bedc6205ca37 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:54.512340 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-78039671-d653-4565-a8e6-7683721f43ff req-6eef4491-68e3-4358-97bc-bedc6205ca37 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 945 time: 0.3095133 Jun 16 11:06:54.555912 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401de8f1-9be5-43fd-96f7-0d19f70b83b1 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:54.568472 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.594878 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Transition to ACTIVE for port object 401de8f1-9be5-43fd-96f7-0d19f70b83b1 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:06:54.609539 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-b2f280c8-0ca0-41a7-ac87-71b3c3333723 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552353 Jun 16 11:06:54.622678 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.632781 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.634342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:54.677041 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe72a47-6f09-4d86-92f2-5bbaeaa0ebd4 x-openstack-request-id: req-bfe72a47-6f09-4d86-92f2-5bbaeaa0ebd4 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:06:54.677404 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585576d8-82e8-4efd-9b1b-6f0569f29aa9", "tag": "887bb2f5-a7cc-4b10-b0da-602ce87eafd0", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:06:54.678325 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfe72a47-6f09-4d86-92f2-5bbaeaa0ebd4 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:06:54.678417 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'tag': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0', 'status': 'completed', 'code': 200} Jun 16 11:06:54.678533 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-07afd473-58c1-4774-b34c-70c7acfc99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:54.681116 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-07afd473-58c1-4774-b34c-70c7acfc99e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 1096 time: 0.2857039 Jun 16 11:06:54.746894 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-78039671-d653-4565-a8e6-7683721f43ff req-38a5033a-b242-439e-828b-59ebe9203575 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936696 Jun 16 11:06:54.806400 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Pushing event updated for resources: {'Port': ['ID=401de8f1-9be5-43fd-96f7-0d19f70b83b1,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:54.809525 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-754c43c3-2414-4c6f-83b8-83603ee515ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e31910b0-ccc1-49a9-acc7-695df45da761 HTTP/1.1" status: 200 len: 217 time: 0.0705421 Jun 16 11:06:54.810556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:54.869095 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb951a8-b352-4dc3-bb04-a831897e1ad8 x-openstack-request-id: req-deb951a8-b352-4dc3-bb04-a831897e1ad8 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:06:54.869723 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aaca9a-51ac-4c7e-b0e2-eccc35a7448b", "tag": "e31910b0-ccc1-49a9-acc7-695df45da761", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:06:54.870077 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deb951a8-b352-4dc3-bb04-a831897e1ad8 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:06:54.870967 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'tag': 'e31910b0-ccc1-49a9-acc7-695df45da761', 'status': 'completed', 'code': 200} Jun 16 11:06:54.903025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3e47e8e1-1bcf-40bc-893e-b5bde32e0076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:54.994928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3e47e8e1-1bcf-40bc-893e-b5bde32e0076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.001396 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-3f01f8c6-8ca5-4804-beae-8141e2979f13 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659129 Jun 16 11:06:55.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:55.019894 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Attempting to bind port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:06:55.020379 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Attempting to bind port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:06:55.020550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Attempting to bind port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:55.024950 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.033264 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-a467a07d-0857-4a57-a23f-f15d1b61e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:55.034733 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-a467a07d-0857-4a57-a23f-f15d1b61e998 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.2110116 Jun 16 11:06:55.036681 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.043403 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:55.071103 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-3e47e8e1-1bcf-40bc-893e-b5bde32e0076 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05261ff078fc47e794911f5aa9d2504c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9152682 Jun 16 11:06:55.072760 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 46400) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:55.083288 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:06:55.084048 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Attempting to bind port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:06:55.127585 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:06:55.128714 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Checking segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:06:55.129309 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Bound using segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:06:55.129874 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Bound port: 401de8f1-9be5-43fd-96f7-0d19f70b83b1, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:06:55.130500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.134434 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.145162 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-cc0b9b6a-3a67-4601-a11f-058ee71ab67b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675051 Jun 16 11:06:55.167755 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'Port': ['ID=eef961b4-1f7b-4c58-8ced-e05f87886264,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:55.176764 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:55.180105 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.194096 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2962728 Jun 16 11:06:55.194096 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-920e8caa-38dd-46e7-835c-8f1794a19ab8 req-acfdd44d-51e8-4b2c-a925-69c47dd66201 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734359 Jun 16 11:06:55.247888 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47e8e1-1bcf-40bc-893e-b5bde32e0076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38efb896-19de-424d-bb3c-51c0d99295f0,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:55.265092 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3e47e8e1-1bcf-40bc-893e-b5bde32e0076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:55.364306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329ecff-f781-4e4d-8f61-a295a98c5756 req-950e1202-02ea-4fca-a8d0-ab3d8bac8220 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:55.365950 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7329ecff-f781-4e4d-8f61-a295a98c5756 req-950e1202-02ea-4fca-a8d0-ab3d8bac8220 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 943 time: 0.5022280 Jun 16 11:06:55.374963 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63c492-1c79-4cf3-9ab5-c8239d868ab1 req-3939c620-0b31-4001-9fb1-5fe3d444b7e7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:55.376625 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-eb63c492-1c79-4cf3-9ab5-c8239d868ab1 req-3939c620-0b31-4001-9fb1-5fe3d444b7e7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 944 time: 0.1463201 Jun 16 11:06:55.393786 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] For port 401de8f1-9be5-43fd-96f7-0d19f70b83b1, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:06:55.408103 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] For port 401de8f1-9be5-43fd-96f7-0d19f70b83b1, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:06:55.410880 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-74a8d982-791d-42ec-8b3e-3d8adaf980a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:55.412360 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-74a8d982-791d-42ec-8b3e-3d8adaf980a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1097 time: 0.1514680 Jun 16 11:06:55.437949 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-8067ae49-5359-483a-8e55-4eff3385557d service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682080 Jun 16 11:06:55.439004 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.449990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:55.458199 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-eb63c492-1c79-4cf3-9ab5-c8239d868ab1 req-8a94814b-83ae-40ad-993f-4b3eb9677255 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705442 Jun 16 11:06:55.493435 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 610b6636-9791-4ddc-b79f-e632af9281c2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:06:55.528052 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 85088d24-e912-4204-b31f-53eecf535755 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:55.573386 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.651685 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea08c2c8-3e80-4f56-85dd-3508260eb518 req-17cd4590-5d65-4b5b-9d01-d3f9a4f4cdc6 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025313 Jun 16 11:06:55.693992 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 85088d24-e912-4204-b31f-53eecf535755 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:55.700822 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 85088d24-e912-4204-b31f-53eecf535755 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:55.701570 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.724516 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:55.725179 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.727351 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] 10.222.0.35 "PUT /v2.0/ports/401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 200 len: 1094 time: 2.3998356 Jun 16 11:06:55.729310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-c3e9afd9-2242-470a-b7e6-c8eb677c9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:55.731436 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-c3e9afd9-2242-470a-b7e6-c8eb677c9d7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.3070748 Jun 16 11:06:55.742079 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7329ecff-f781-4e4d-8f61-a295a98c5756 req-614c1bce-14ff-434d-a9e2-36bb1091939d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633125 Jun 16 11:06:55.746685 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 610b6636-9791-4ddc-b79f-e632af9281c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=610b6636-9791-4ddc-b79f-e632af9281c2,segment=NetworkSegment(80091078-0158-4abb-9219-6db084a6c789),segment_id=80091078-0158-4abb-9219-6db084a6c789)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:55.768252 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '610b6636-9791-4ddc-b79f-e632af9281c2', 'network_id': '7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc', 'port_id': '610b6636-9791-4ddc-b79f-e632af9281c2', 'mac_address': 'fa:16:3e:19:23:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae52a60-c854-40c7-b678-ba8cc7798529', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:06:55.828450 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.835498 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:55.858741 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-c7cfb749-edec-453c-9ed0-11505d69601d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 217 time: 0.1085329 Jun 16 11:06:55.881779 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610b6636-9791-4ddc-b79f-e632af9281c2 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:55.898541 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe0673-cc51-426b-a6e9-97b9fb67d5e0 req-d7fe197d-a700-46a9-b6e0-6878abc5c42f tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:55.898727 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Pushing event updated for resources: {'Port': ['ID=401de8f1-9be5-43fd-96f7-0d19f70b83b1,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:55.901570 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-97fe0673-cc51-426b-a6e9-97b9fb67d5e0 req-d7fe197d-a700-46a9-b6e0-6878abc5c42f tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 943 time: 0.2953212 Jun 16 11:06:55.920611 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:55.937357 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 610b6636-9791-4ddc-b79f-e632af9281c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=610b6636-9791-4ddc-b79f-e632af9281c2,segment=NetworkSegment(80091078-0158-4abb-9219-6db084a6c789),segment_id=80091078-0158-4abb-9219-6db084a6c789)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:56.003550 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-97fe0673-cc51-426b-a6e9-97b9fb67d5e0 req-79719de6-087d-4a43-a29c-4a8eca80506e tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795314 Jun 16 11:06:56.012041 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:56.021507 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:56.038359 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-e58ffecb-184d-4fdd-a900-ee1d37636c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:56.040377 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-e58ffecb-184d-4fdd-a900-ee1d37636c17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.1378508 Jun 16 11:06:56.048620 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-4dde36a8-2c9d-4371-bef5-0e8019b0b234 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--21909869&fields=id&tenant_id=f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 267 time: 0.1295714 Jun 16 11:06:56.056722 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332774c5-39f0-4209-b8ab-8989f92868ca req-5387c64b-c886-4e09-8a4e-ccfa66a15cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:56.058217 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-332774c5-39f0-4209-b8ab-8989f92868ca req-5387c64b-c886-4e09-8a4e-ccfa66a15cc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 1096 time: 0.3053973 Jun 16 11:06:56.068149 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-55c38236-7129-416e-af9a-75d9574de605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:56.070180 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-55c38236-7129-416e-af9a-75d9574de605 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 1097 time: 0.2385831 Jun 16 11:06:56.116646 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:56.258715 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 85088d24-e912-4204-b31f-53eecf535755, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=85088d24-e912-4204-b31f-53eecf535755,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:56.259632 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85088d24-e912-4204-b31f-53eecf535755'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:06:56.332656 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-8b6203f4-d057-43d4-96fd-b12e5c2669b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2774687 Jun 16 11:06:56.352033 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:56.359675 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['610b6636-9791-4ddc-b79f-e632af9281c2'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:06:56.431443 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=610b6636-9791-4ddc-b79f-e632af9281c2,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:56.447171 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:56.450781 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-cd39e6a6-3a82-40c7-8374-7cf35a0b54da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:56.543981 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46452) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:56.564585 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-0076e916-cd9b-43a3-a5ba-1adbdd54d4c6 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204044 Jun 16 11:06:56.593260 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:56.601099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=85088d24-e912-4204-b31f-53eecf535755,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:56.608551 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:56.634699 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:56.635994 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38efb896-19de-424d-bb3c-51c0d99295f0 HTTP/1.1" status: 204 len: 168 time: 1.5431075 Jun 16 11:06:56.637532 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-035d3dd8-f77a-4aba-951f-cc44f9b58787 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 200 len: 217 time: 0.1596246 Jun 16 11:06:56.646696 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-bd6304ab-bff3-4c6c-bf93-24e48d003b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:56.683696 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-10c32951-daa6-4db0-92c0-ac65ef346036 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:56.685156 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ddc46-fdc7-499d-9d89-a7df872cb540" -d '{"events": [{"server_uuid": "5081410d-2d08-41a2-ac31-138b0c213e9b", "name": "network-vif-plugged", "status": "completed", "tag": "85088d24-e912-4204-b31f-53eecf535755"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:06:56.690428 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-10c32951-daa6-4db0-92c0-ac65ef346036 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 815 time: 0.6303577 Jun 16 11:06:56.712520 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb80f1-9dac-4e5c-97db-42cfcb965bed req-cf3be6a9-b40f-467f-8c99-1a24d00ab0fa tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:56.712682 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38efb896-19de-424d-bb3c-51c0d99295f0,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:56.721100 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-74bb80f1-9dac-4e5c-97db-42cfcb965bed req-cf3be6a9-b40f-467f-8c99-1a24d00ab0fa tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 946 time: 0.3871543 Jun 16 11:06:56.739567 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:56.778840 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-4501332c-8ed2-405f-a0e4-6ff348afa80b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/quotas/f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 375 time: 0.0875251 Jun 16 11:06:56.800586 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-74bb80f1-9dac-4e5c-97db-42cfcb965bed req-d1a114ec-284f-4a27-8e7c-b56cba8e133b tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783432 Jun 16 11:06:56.803048 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-09762f5b-f640-4f22-97c3-48393e897fe7 req-5eb1f429-e6bb-40de-99dc-297fab6ae458 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303290 Jun 16 11:06:56.827737 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-6d519e86-4d5b-4240-9ea6-9c136fac6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:56.829239 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-6d519e86-4d5b-4240-9ea6-9c136fac6c49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.1797841 Jun 16 11:06:56.832100 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332774c5-39f0-4209-b8ab-8989f92868ca req-8ac295bd-69ae-4767-a24a-91c2671fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:56.833461 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-332774c5-39f0-4209-b8ab-8989f92868ca req-8ac295bd-69ae-4767-a24a-91c2671fbce3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.7624342 Jun 16 11:06:56.875918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:06:56.887184 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50abb92-947e-4025-93e8-03f71e2387fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:06:56.895432 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a736-ab7a-491d-94e4-c97b83567ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:56.943209 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-332774c5-39f0-4209-b8ab-8989f92868ca req-43825439-f5ae-4f1e-ae95-a8b97306b33a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e31910b0-ccc1-49a9-acc7-695df45da761 HTTP/1.1" status: 200 len: 217 time: 0.0872848 Jun 16 11:06:57.037796 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-538b5740-46ba-4a1c-a10c-6492dc81f4c5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2576258 Jun 16 11:06:57.051051 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332774c5-39f0-4209-b8ab-8989f92868ca req-b755b989-e655-4f52-a6a2-7832e912b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:57.052556 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-332774c5-39f0-4209-b8ab-8989f92868ca req-b755b989-e655-4f52-a6a2-7832e912b2d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0946732 Jun 16 11:06:57.080032 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-b0223fe9-2105-4826-a116-8c544f8b80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:57.081695 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-b0223fe9-2105-4826-a116-8c544f8b80e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2271004 Jun 16 11:06:57.091216 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05321e-6b59-4f47-80e1-fc4b94a94e6c req-64784765-0df9-4aa7-bd1a-fcf01bf1ae35 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:57.093854 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ec05321e-6b59-4f47-80e1-fc4b94a94e6c req-64784765-0df9-4aa7-bd1a-fcf01bf1ae35 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 944 time: 0.1323822 Jun 16 11:06:57.095918 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a736-ab7a-491d-94e4-c97b83567ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.101847 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a736-ab7a-491d-94e4-c97b83567ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.121858 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-332774c5-39f0-4209-b8ab-8989f92868ca req-43a8ef61-5cd0-432b-8ac4-c6d24e5f27e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553365 Jun 16 11:06:57.123535 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ac8a13ae-cae1-4642-9651-f280fda53a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:57.185654 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46472) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:57.211587 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-bfc6a736-ab7a-491d-94e4-c97b83567ae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0847d0d5ac1f4f63a18efd67eeaec9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620002 Jun 16 11:06:57.217529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46476) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:57.230315 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6a736-ab7a-491d-94e4-c97b83567ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f4e09d-ede2-484c-914a-cf060ad8b4af,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:57.233237 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-bfc6a736-ab7a-491d-94e4-c97b83567ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:57.247547 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ec05321e-6b59-4f47-80e1-fc4b94a94e6c req-7a29f31f-7953-42a8-8cdb-8314a752fa6f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444938 Jun 16 11:06:57.301997 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.326793 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-2f70cef9-5bd2-44f3-b5be-440f0f93f3a5 service neutron] 10.222.0.21 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732630 Jun 16 11:06:57.332973 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.345411 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-a66e5029-1252-45e8-b90e-e8c71ee4b25b service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509284 Jun 16 11:06:57.388056 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-332774c5-39f0-4209-b8ab-8989f92868ca req-9ab8bbe4-762a-444e-9aaa-1e64c455017a service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515008 Jun 16 11:06:57.393912 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 46480) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:57.407640 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.412764 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.417504 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28f4e09d-ede2-484c-914a-cf060ad8b4af HTTP/1.1" status: 204 len: 168 time: 0.1987712 Jun 16 11:06:57.420621 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b1785fa3-9680-42d3-8ead-0ee7ba4eb132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:57.444784 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f4e09d-ede2-484c-914a-cf060ad8b4af,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:57.446886 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e3b87296-e41a-44a6-ab88-0a5b4c14cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.447012 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83427b60-fd0b-4781-be30-0bd25fb96238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.468884 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:57.493088 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:06:57.495171 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 610b6636-9791-4ddc-b79f-e632af9281c2 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:57.591069 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 610b6636-9791-4ddc-b79f-e632af9281c2 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:57.609375 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3c0624d5-a7fa-4013-9115-8074e37e106a req-3e3880aa-f690-47af-83b5-f1b84b117bd4 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567422 Jun 16 11:06:57.611126 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-da159de0-f7e0-4b23-9f24-6af7a4b074e5 service neutron] 10.222.0.21 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697232 Jun 16 11:06:57.618706 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-332774c5-39f0-4209-b8ab-8989f92868ca req-d93e7373-1043-4c7f-be1c-dfc1d7fa10cf service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187765 Jun 16 11:06:57.649309 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 610b6636-9791-4ddc-b79f-e632af9281c2 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:57.649869 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.657227 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e3b87296-e41a-44a6-ab88-0a5b4c14cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.671182 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e3b87296-e41a-44a6-ab88-0a5b4c14cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.689539 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:57.704834 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cceb0c-7b8a-41fc-962f-4535e5c87588 x-openstack-request-id: req-07cceb0c-7b8a-41fc-962f-4535e5c87588 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:06:57.705140 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5081410d-2d08-41a2-ac31-138b0c213e9b", "name": "network-vif-plugged", "status": "completed", "tag": "85088d24-e912-4204-b31f-53eecf535755", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:06:57.705407 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07cceb0c-7b8a-41fc-962f-4535e5c87588 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:06:57.705890 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85088d24-e912-4204-b31f-53eecf535755', 'code': 200} Jun 16 11:06:57.768345 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.796381 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:57.802364 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b87296-e41a-44a6-ab88-0a5b4c14cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed2da99-0c57-4053-9e76-403bae852e46,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:57.829465 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e3b87296-e41a-44a6-ab88-0a5b4c14cc38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de0cb8d2e64545719575c37becfc1a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410439 Jun 16 11:06:57.831638 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e3b87296-e41a-44a6-ab88-0a5b4c14cc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:57.832063 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 46486) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:57.832392 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0', 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'port_id': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0', 'mac_address': 'fa:16:3e:9b:5d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52687747-e93a-46dd-97f9-99b75c12f819', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:06:57.836026 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 610b6636-9791-4ddc-b79f-e632af9281c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=610b6636-9791-4ddc-b79f-e632af9281c2,segment=NetworkSegment(80091078-0158-4abb-9219-6db084a6c789),segment_id=80091078-0158-4abb-9219-6db084a6c789)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:57.903137 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.917267 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83427b60-fd0b-4781-be30-0bd25fb96238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.935264 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:06:57.935665 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83427b60-fd0b-4781-be30-0bd25fb96238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.943243 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.949121 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:57.957999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37dd883-f15c-40b9-91cc-d0ce07c3d125 x-openstack-request-id: req-d37dd883-f15c-40b9-91cc-d0ce07c3d125 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:06:57.958332 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:06:57.958981 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d37dd883-f15c-40b9-91cc-d0ce07c3d125 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:06:57.959403 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'status': 'completed', 'code': 200} Jun 16 11:06:57.960766 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b846e69a-c4bf-4814-bd62-9a8ef623cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:57.970781 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5e78f861-5fc7-45e5-ae74-d615a611d5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:58.032386 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=610b6636-9791-4ddc-b79f-e632af9281c2,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:58.054058 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:58.057315 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:58.061475 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.064059 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:58.111117 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465ca42-6ce0-4d06-93b4-919e8bee655e req-1a7c53f0-0d2c-4453-9a47-1621f66302d8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:58.119920 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0465ca42-6ce0-4d06-93b4-919e8bee655e req-1a7c53f0-0d2c-4453-9a47-1621f66302d8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 943 time: 0.1999209 Jun 16 11:06:58.166251 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0465ca42-6ce0-4d06-93b4-919e8bee655e req-60846710-5521-411c-ac14-9d7751636248 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453491 Jun 16 11:06:58.174914 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:58.182598 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b846e69a-c4bf-4814-bd62-9a8ef623cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.186025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83427b60-fd0b-4781-be30-0bd25fb96238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53b1853-a659-4711-b4a1-d5987149bbd1,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:58.193375 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:58.210355 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-83427b60-fd0b-4781-be30-0bd25fb96238 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac460495b2dc46bf8fd96cb6a9e7fff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150668 Jun 16 11:06:58.213139 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46504) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:58.265256 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-83427b60-fd0b-4781-be30-0bd25fb96238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:58.295567 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['887bb2f5-a7cc-4b10-b0da-602ce87eafd0'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:06:58.376451 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50abb92-947e-4025-93e8-03f71e2387fb req-bcbcef78-6b56-4f9d-9a1e-84016d0b2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:58.378324 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b50abb92-947e-4025-93e8-03f71e2387fb req-bcbcef78-6b56-4f9d-9a1e-84016d0b2187 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 1097 time: 0.3681803 Jun 16 11:06:58.394625 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8763d5-69b0-4602-a640-a1e1eb353a9c req-ae7db01c-459f-4107-8f94-5253d9f3e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:58.396360 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3a8763d5-69b0-4602-a640-a1e1eb353a9c req-ae7db01c-459f-4107-8f94-5253d9f3e6f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 1099 time: 0.2444227 Jun 16 11:06:58.420048 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbeb1a0-a79f-4ba6-b458-40b3f774eb3c req-21c0686f-4ef7-4fbc-9ad3-7201f4f4ed19 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:58.427192 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8dbeb1a0-a79f-4ba6-b458-40b3f774eb3c req-21c0686f-4ef7-4fbc-9ad3-7201f4f4ed19 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.2518163 Jun 16 11:06:58.437909 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.446627 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b846e69a-c4bf-4814-bd62-9a8ef623cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.463314 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b846e69a-c4bf-4814-bd62-9a8ef623cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.467392 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b846e69a-c4bf-4814-bd62-9a8ef623cc17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ed2da99-0c57-4053-9e76-403bae852e46 HTTP/1.1" status: 204 len: 168 time: 0.6343417 Jun 16 11:06:58.483237 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:58.500875 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.502881 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3a8763d5-69b0-4602-a640-a1e1eb353a9c req-600fd9a2-bbd5-481a-8489-a3be84907620 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.522091 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846e69a-c4bf-4814-bd62-9a8ef623cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed2da99-0c57-4053-9e76-403bae852e46,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:58.525497 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b846e69a-c4bf-4814-bd62-9a8ef623cc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:58.588018 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b337d-ae21-4605-8b02-ca6013a21c32 req-17b0cabf-8c80-4196-879e-741eaa1325e8 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:58.606932 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9f8b337d-ae21-4605-8b02-ca6013a21c32 req-17b0cabf-8c80-4196-879e-741eaa1325e8 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 946 time: 0.2755935 Jun 16 11:06:58.643987 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8dbeb1a0-a79f-4ba6-b458-40b3f774eb3c req-a12acdf6-5deb-40e7-bc0b-753062a026d4 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158098 Jun 16 11:06:58.707133 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50abb92-947e-4025-93e8-03f71e2387fb req-c6e2ba8e-16c2-4404-8e69-5153bd77cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:58.720297 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b50abb92-947e-4025-93e8-03f71e2387fb req-c6e2ba8e-16c2-4404-8e69-5153bd77cc10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 912 time: 0.3209784 Jun 16 11:06:58.722525 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9f8b337d-ae21-4605-8b02-ca6013a21c32 req-06d4ad43-c1eb-46e3-a066-03a1fad8da37 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111014 Jun 16 11:06:58.732232 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.735664 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:58.744995 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e53b1853-a659-4711-b4a1-d5987149bbd1 HTTP/1.1" status: 204 len: 168 time: 0.5307319 Jun 16 11:06:58.745983 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4bc6b0c1-a9e4-4b02-b8be-6d6882b0cf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:58.765618 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53b1853-a659-4711-b4a1-d5987149bbd1,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:58.775979 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:58.832272 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b50abb92-947e-4025-93e8-03f71e2387fb req-c09531d0-35b1-46ac-a686-77a5c9847f6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 200 len: 217 time: 0.1109581 Jun 16 11:06:58.915479 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-16aeaf50-8c32-4819-a6a6-468c92c47c9f req-d38de23b-8603-42d2-8805-31a31dc6aa98 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 210 time: 0.1926811 Jun 16 11:06:58.967150 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50abb92-947e-4025-93e8-03f71e2387fb req-22f3f5b6-0316-49b7-a804-ed39fa8ca7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:58.968615 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b50abb92-947e-4025-93e8-03f71e2387fb req-22f3f5b6-0316-49b7-a804-ed39fa8ca7b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.0917251 Jun 16 11:06:58.986216 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6315-fb2f-4188-9009-500b36fb66c9 req-5386c56f-0dbb-4e34-853d-31c0084fb6a7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:59.000495 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-444e6315-fb2f-4188-9009-500b36fb66c9 req-5386c56f-0dbb-4e34-853d-31c0084fb6a7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 944 time: 0.1393182 Jun 16 11:06:59.028638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3a8763d5-69b0-4602-a640-a1e1eb353a9c req-600fd9a2-bbd5-481a-8489-a3be84907620 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.037260 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3a8763d5-69b0-4602-a640-a1e1eb353a9c req-600fd9a2-bbd5-481a-8489-a3be84907620 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.047856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-48b6587e-0c1a-4856-9977-bc0e21c077e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:59.067977 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-444e6315-fb2f-4188-9009-500b36fb66c9 req-dc09b6bf-3d07-49e3-9e12-b9834aaef82f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611835 Jun 16 11:06:59.093747 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd9a2-bbd5-481a-8489-a3be84907620 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a565988-ec80-47c9-8d1a-97fce1a7f0f7,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:59.099552 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-600fd9a2-bbd5-481a-8489-a3be84907620 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:59.102248 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3a8763d5-69b0-4602-a640-a1e1eb353a9c req-600fd9a2-bbd5-481a-8489-a3be84907620 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945832 Jun 16 11:06:59.105168 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50abb92-947e-4025-93e8-03f71e2387fb req-887cdd60-cc00-4636-87e3-62aa0b88ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:59.107132 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b50abb92-947e-4025-93e8-03f71e2387fb req-887cdd60-cc00-4636-87e3-62aa0b88ac37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1287084 Jun 16 11:06:59.137719 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46530) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:59.153265 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6c238fb7-394b-4da6-9e5a-c9c32af262f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.363154 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6c238fb7-394b-4da6-9e5a-c9c32af262f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.369107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6c238fb7-394b-4da6-9e5a-c9c32af262f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.377682 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:59.414787 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46540) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:59.442901 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-6c238fb7-394b-4da6-9e5a-c9c32af262f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fa4a9f48e854673ad5a3b034661732d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039026 Jun 16 11:06:59.445222 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c238fb7-394b-4da6-9e5a-c9c32af262f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a32f27-1367-4014-85ce-680f24b64499,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:59.449157 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6c238fb7-394b-4da6-9e5a-c9c32af262f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:59.449497 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46544) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:59.450582 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b992900a-243e-468c-87df-aa4ea06d02f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.511461 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device e31910b0-ccc1-49a9-acc7-695df45da761 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:06:59.515095 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:06:59.568769 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.615863 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.665036 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b50abb92-947e-4025-93e8-03f71e2387fb req-f3213a62-a8ae-42ed-9fbb-a5a5dcba939f service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864643 Jun 16 11:06:59.692104 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b992900a-243e-468c-87df-aa4ea06d02f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.698053 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b992900a-243e-468c-87df-aa4ea06d02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.703259 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-42771b11-9033-4ef0-8c9b-d314ece622c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:59.721162 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610b6636-9791-4ddc-b79f-e632af9281c2'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:06:59.734828 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dedb01f-49d5-457c-87e9-7b6684259791" -d '{"events": [{"server_uuid": "bf0e2db6-e284-4693-b149-9ab18de23900", "name": "network-vif-plugged", "status": "completed", "tag": "610b6636-9791-4ddc-b79f-e632af9281c2"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:06:59.735046 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992900a-243e-468c-87df-aa4ea06d02f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd62ea-73c1-4b88-8f61-8d40bbc4701c,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:59.739632 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b992900a-243e-468c-87df-aa4ea06d02f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:59.749570 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:06:59.755027 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.759521 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.760875 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00a32f27-1367-4014-85ce-680f24b64499 HTTP/1.1" status: 204 len: 168 time: 0.3080182 Jun 16 11:06:59.762689 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-190166b1-5bef-4867-bf23-ca49b5b4fc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:06:59.769893 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:06:59.774794 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:06:59.793809 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b992900a-243e-468c-87df-aa4ea06d02f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dcc54c87c6c458aadb0aa28eb2d24b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697486 Jun 16 11:06:59.793971 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627efedd-9fa7-4211-bd82-6d36ee69061e req-ddd8ce8f-6d89-4381-ad92-5817cb7e4ca6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:06:59.794071 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a32f27-1367-4014-85ce-680f24b64499,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:06:59.796815 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-627efedd-9fa7-4211-bd82-6d36ee69061e req-ddd8ce8f-6d89-4381-ad92-5817cb7e4ca6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 943 time: 0.3056695 Jun 16 11:06:59.801917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 46556) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:06:59.804709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:06:59.903715 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port e31910b0-ccc1-49a9-acc7-695df45da761, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e31910b0-ccc1-49a9-acc7-695df45da761,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:06:59.926998 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'e31910b0-ccc1-49a9-acc7-695df45da761', 'network_id': '2dfeed33-055b-4fc1-9542-33a462e278ba', 'port_id': 'e31910b0-ccc1-49a9-acc7-695df45da761', 'mac_address': 'fa:16:3e:dd:37:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52687747-e93a-46dd-97f9-99b75c12f819', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:07:00.015878 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.029050 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.031807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3777e-7dca-4e36-a7f6-e0a5354bbc16 req-16627362-37eb-4865-aef0-8089a70cdcfd tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:00.034314 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0cb3777e-7dca-4e36-a7f6-e0a5354bbc16 req-16627362-37eb-4865-aef0-8089a70cdcfd tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.1439931 Jun 16 11:07:00.051643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31910b0-ccc1-49a9-acc7-695df45da761 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:00.090057 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port e31910b0-ccc1-49a9-acc7-695df45da761, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e31910b0-ccc1-49a9-acc7-695df45da761,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:00.095429 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:00.097837 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.100102 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-2ffe5727-f332-44ba-9516-b8c5219b5e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:00.107270 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.144148 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0cb3777e-7dca-4e36-a7f6-e0a5354bbc16 req-d00451f4-3bc1-4772-97cd-71d5bc9704e8 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028423 Jun 16 11:07:00.175088 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-627efedd-9fa7-4211-bd82-6d36ee69061e req-aafe3161-4ce4-49ac-8a2a-49ed6bcc566e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416348 Jun 16 11:07:00.185788 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=e31910b0-ccc1-49a9-acc7-695df45da761,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:00.194886 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:00.195837 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:00.206149 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.255418 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b50abb92-947e-4025-93e8-03f71e2387fb req-cf873904-18a4-4d34-8929-687d90c9ecd1 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814295 Jun 16 11:07:00.269214 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.278786 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-6297f8a7-2541-48ce-9723-592fb5a8e44c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:00.280302 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-6297f8a7-2541-48ce-9723-592fb5a8e44c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 815 time: 0.5778749 Jun 16 11:07:00.294340 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:00.300881 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:00.311973 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f3c34a-7bc3-424e-8ec7-a7797ce832de x-openstack-request-id: req-b8f3c34a-7bc3-424e-8ec7-a7797ce832de {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:00.312542 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0e2db6-e284-4693-b149-9ab18de23900", "name": "network-vif-plugged", "status": "completed", "tag": "610b6636-9791-4ddc-b79f-e632af9281c2", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:00.312668 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8f3c34a-7bc3-424e-8ec7-a7797ce832de {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:00.312975 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610b6636-9791-4ddc-b79f-e632af9281c2', 'code': 200} Jun 16 11:07:00.383180 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['e31910b0-ccc1-49a9-acc7-695df45da761'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:00.402707 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-556b53dc-919a-42b5-a2d8-42d05aed58dc tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 378 time: 0.1020420 Jun 16 11:07:00.404243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.408140 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.410136 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ccd62ea-73c1-4b88-8f61-8d40bbc4701c HTTP/1.1" status: 204 len: 168 time: 0.6016994 Jun 16 11:07:00.416098 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'port': {'device_id': '29000b99-330f-42db-b9d9-43ea92348422', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'admin_state_up': True, 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'security_groups': ['81d618f6-f40c-4170-a9f9-b2d23e4315b0']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:00.420413 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-387a7df0-3753-40ae-937e-08fa99e68697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:00.435096 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd62ea-73c1-4b88-8f61-8d40bbc4701c,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:00.456139 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:00.562386 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d242-328e-4f77-94ed-8054d4522a67 req-c80e41cd-8b00-4037-941e-3964326b7f21 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:00.572252 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a408d242-328e-4f77-94ed-8054d4522a67 req-c80e41cd-8b00-4037-941e-3964326b7f21 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 946 time: 0.1620603 Jun 16 11:07:00.621483 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8b724597-50e4-4ff8-9be8-e7739279a1d9 req-d9b48610-93e3-4075-88a9-b86a245dee82 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 210 time: 0.0712860 Jun 16 11:07:00.628300 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a329e515-b342-44a4-8167-765a4df504a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.664945 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a408d242-328e-4f77-94ed-8054d4522a67 req-2181d430-1ee9-4c9c-ac5d-3c1a0757def4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914938 Jun 16 11:07:00.709115 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Made reservation on behalf of f3e73364aa2f42ba87529e4cdd74af73 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:07:00.716969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:00.966756 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Allocated IP 172.20.0.14 (4e539129-3b95-4273-94b4-82f1d4d6aa73/cdb61714-1675-45bb-8bf8-aeff4c53a535/9e03593d-9694-4642-b060-1201e5f481bb) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:07:00.983281 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a907e70-f265-4049-afeb-e5d61588c668 req-a4f34897-cf57-4521-88ad-3b51ffb750a9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:00.986875 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0a907e70-f265-4049-afeb-e5d61588c668 req-a4f34897-cf57-4521-88ad-3b51ffb750a9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 944 time: 0.1376443 Jun 16 11:07:01.002266 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85008059-6c76-45f2-bb1b-8094307e2a31 req-f31b416e-115e-4fe6-b135-a916eae6609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:01.003811 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-85008059-6c76-45f2-bb1b-8094307e2a31 req-f31b416e-115e-4fe6-b135-a916eae6609a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 1098 time: 0.1731379 Jun 16 11:07:01.068760 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0a907e70-f265-4049-afeb-e5d61588c668 req-480dd641-733a-4f06-8733-5bd6a9141d33 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743148 Jun 16 11:07:01.088842 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-85008059-6c76-45f2-bb1b-8094307e2a31 req-034901ea-0f38-49bb-a43d-74268d45771c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729012 Jun 16 11:07:01.222256 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:01.237340 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Transition to ACTIVE for port object 9e03593d-9694-4642-b060-1201e5f481bb will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:07:01.289064 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:01.306727 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:01.377910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:07:01.386910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:07:01.399174 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:07:01.404786 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:01.405438 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:01.433517 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:01.436629 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0251465 Jun 16 11:07:01.438403 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:01.440419 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e70bf-aec4-4aa3-aac8-e96202be256b req-83ae2cbc-b6b1-41d4-b57e-4c0c122cb40f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:01.442056 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-766e70bf-aec4-4aa3-aac8-e96202be256b req-83ae2cbc-b6b1-41d4-b57e-4c0c122cb40f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 944 time: 0.1003163 Jun 16 11:07:01.452027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Request body: {'port': {'device_id': '29000b99-330f-42db-b9d9-43ea92348422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:01.514854 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 401de8f1-9be5-43fd-96f7-0d19f70b83b1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:07:01.517283 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device e31910b0-ccc1-49a9-acc7-695df45da761 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:07:01.527092 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-766e70bf-aec4-4aa3-aac8-e96202be256b req-d09ea102-97f7-40f3-8b54-0b198084dbe2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757551 Jun 16 11:07:01.600494 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:01.674103 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd52ec-e939-44f4-92bc-f409fc3c3c9f req-4a26917c-c394-4819-8602-fe86d1e56bc1 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:01.676581 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-88dd52ec-e939-44f4-92bc-f409fc3c3c9f req-4a26917c-c394-4819-8602-fe86d1e56bc1 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.3599706 Jun 16 11:07:01.690910 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port e31910b0-ccc1-49a9-acc7-695df45da761 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:01.736362 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port e31910b0-ccc1-49a9-acc7-695df45da761 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:01.737134 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:01.748142 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-7178e3dd-f95e-4f05-9b3a-814edc55a3bd None None] Provisioning for port 9e03593d-9694-4642-b060-1201e5f481bb completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:01.781454 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-7178e3dd-f95e-4f05-9b3a-814edc55a3bd None None] Provisioning complete for port 9e03593d-9694-4642-b060-1201e5f481bb triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:01.782207 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7178e3dd-f95e-4f05-9b3a-814edc55a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:01.835143 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-88dd52ec-e939-44f4-92bc-f409fc3c3c9f req-c893da03-3e1e-4ce5-afac-12c707384f1b tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469171 Jun 16 11:07:01.854264 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 401de8f1-9be5-43fd-96f7-0d19f70b83b1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:02.096193 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:02.103368 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595908cf-c3dc-4b85-b355-966d3873a424 req-8cd79e79-59d7-4ee3-bc77-a4aec30f8656 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:02.111632 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-595908cf-c3dc-4b85-b355-966d3873a424 req-8cd79e79-59d7-4ee3-bc77-a4aec30f8656 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 946 time: 0.1909394 Jun 16 11:07:02.115275 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-7178e3dd-f95e-4f05-9b3a-814edc55a3bd None None] Port 9e03593d-9694-4642-b060-1201e5f481bb cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:07:02.116731 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'port_id': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'mac_address': 'fa:16:3e:15:a4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:07:02.178900 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-595908cf-c3dc-4b85-b355-966d3873a424 req-a8e6ac87-a13d-4e55-9aca-5c9f147c5998 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626950 Jun 16 11:07:02.237412 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e03593d-9694-4642-b060-1201e5f481bb {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:02.248740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:02.264378 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Transition to ACTIVE for port object 9e03593d-9694-4642-b060-1201e5f481bb will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:07:02.270752 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:02.294016 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-918ec177-3153-4df2-a982-ba218841c446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:02.299079 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port e31910b0-ccc1-49a9-acc7-695df45da761, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e31910b0-ccc1-49a9-acc7-695df45da761,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:02.341008 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0'}, {'server_uuid': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31910b0-ccc1-49a9-acc7-695df45da761'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:02.352445 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34628ec5-2e07-47a7-b7eb-67d5f4b6ada1" -d '{"events": [{"server_uuid": "585576d8-82e8-4efd-9b1b-6f0569f29aa9", "name": "network-vif-plugged", "status": "completed", "tag": "887bb2f5-a7cc-4b10-b0da-602ce87eafd0"}, {"server_uuid": "54aaca9a-51ac-4c7e-b0e2-eccc35a7448b", "name": "network-vif-plugged", "status": "completed", "tag": "e31910b0-ccc1-49a9-acc7-695df45da761"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:02.374556 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:02.385131 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:02.469548 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e2a3-eca4-4ae3-8361-3b123a1fe44e req-99107b1c-0cd0-4203-b346-32d77888eaf8 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:02.471280 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c250e2a3-eca4-4ae3-8361-3b123a1fe44e req-99107b1c-0cd0-4203-b346-32d77888eaf8 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 944 time: 0.1389227 Jun 16 11:07:02.475073 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:02.534849 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=e31910b0-ccc1-49a9-acc7-695df45da761,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:02.549307 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401de8f1-9be5-43fd-96f7-0d19f70b83b1 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:02.558925 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:02.564730 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c250e2a3-eca4-4ae3-8361-3b123a1fe44e req-63f29500-ff83-4833-aec6-0397119e77bd tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823514 Jun 16 11:07:02.602325 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 401de8f1-9be5-43fd-96f7-0d19f70b83b1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:02.617101 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:02.623698 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:02.641807 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:02.655756 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:02.701323 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db90e2be-f4d4-431e-a40d-0e38d9848fa8 x-openstack-request-id: req-db90e2be-f4d4-431e-a40d-0e38d9848fa8 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:02.705957 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585576d8-82e8-4efd-9b1b-6f0569f29aa9", "name": "network-vif-plugged", "status": "completed", "tag": "887bb2f5-a7cc-4b10-b0da-602ce87eafd0", "code": 200}, {"server_uuid": "54aaca9a-51ac-4c7e-b0e2-eccc35a7448b", "name": "network-vif-plugged", "status": "completed", "tag": "e31910b0-ccc1-49a9-acc7-695df45da761", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:02.706251 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db90e2be-f4d4-431e-a40d-0e38d9848fa8 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:02.706688 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0', 'code': 200} Jun 16 11:07:02.706961 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31910b0-ccc1-49a9-acc7-695df45da761', 'code': 200} Jun 16 11:07:02.737618 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Attempting to bind port 9e03593d-9694-4642-b060-1201e5f481bb on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:07:02.737981 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Attempting to bind port 9e03593d-9694-4642-b060-1201e5f481bb by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:07:02.738301 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Attempting to bind port 9e03593d-9694-4642-b060-1201e5f481bb on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:02.749809 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Port 9e03593d-9694-4642-b060-1201e5f481bb on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:07:02.750182 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Attempting to bind port 9e03593d-9694-4642-b060-1201e5f481bb on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:02.757453 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:07:02.757860 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Checking segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:07:02.758278 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Bound using segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:07:02.758629 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Bound port: 9e03593d-9694-4642-b060-1201e5f481bb, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:07:02.759683 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:02.822031 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=401de8f1-9be5-43fd-96f7-0d19f70b83b1,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:02.823288 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fbb1-6e82-42c6-9180-029daf8efdf6 req-ccc4f9da-b2eb-4d61-8a50-a491f1fbc157 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:02.827202 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:02.837031 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d385fbb1-6e82-42c6-9180-029daf8efdf6 req-ccc4f9da-b2eb-4d61-8a50-a491f1fbc157 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.5312092 Jun 16 11:07:02.882503 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['401de8f1-9be5-43fd-96f7-0d19f70b83b1'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:03.027920 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d385fbb1-6e82-42c6-9180-029daf8efdf6 req-7436db1b-6e46-4b46-be44-8743c2a6177f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483576 Jun 16 11:07:03.055651 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbf929-ea6c-463e-805a-5a2856161c3f req-03e1502f-360f-4f34-aede-3f141cec33b5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.056405 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:07:03.059395 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c7bbf929-ea6c-463e-805a-5a2856161c3f req-03e1502f-360f-4f34-aede-3f141cec33b5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.2019756 Jun 16 11:07:03.060394 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:07:03.074981 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:03.094343 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:03.162320 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.163063 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:03.166578 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 200 len: 1094 time: 1.7197022 Jun 16 11:07:03.188200 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:03.196320 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "tag": "9e03593d-9694-4642-b060-1201e5f481bb"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:03.282259 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c7bbf929-ea6c-463e-805a-5a2856161c3f req-bceb04a4-692d-44cd-b29d-15861b8fcea4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134767 Jun 16 11:07:03.325642 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28adf-9592-44c4-9c86-4e26c890dc5f req-2ecddff5-6793-4dbf-ae8f-24510a777fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.327273 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-aba28adf-9592-44c4-9c86-4e26c890dc5f req-2ecddff5-6793-4dbf-ae8f-24510a777fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.2012351 Jun 16 11:07:03.381344 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-aba28adf-9592-44c4-9c86-4e26c890dc5f req-f8167979-0ca2-4a6e-9b82-31db29935eee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Jun 16 11:07:03.411375 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:03.414920 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd515a-2809-496f-a60b-dcfec6e558f7 x-openstack-request-id: req-76dd515a-2809-496f-a60b-dcfec6e558f7 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:03.415257 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "tag": "9e03593d-9694-4642-b060-1201e5f481bb", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:03.415512 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76dd515a-2809-496f-a60b-dcfec6e558f7 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:03.415935 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb', 'status': 'completed', 'code': 200} Jun 16 11:07:03.422015 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:03.433595 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:03.470551 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66f639-545c-458d-bb20-ce4a041b3b16 req-ed837aea-cd68-42ca-beed-7b639bfec42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.471991 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-da66f639-545c-458d-bb20-ce4a041b3b16 req-ed837aea-cd68-42ca-beed-7b639bfec42f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 1098 time: 0.3298044 Jun 16 11:07:03.501072 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-b403f314-c671-4311-acda-6c2e42a011da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.502715 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-b403f314-c671-4311-acda-6c2e42a011da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1097 time: 0.2512443 Jun 16 11:07:03.562722 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-c6f425ca-11c0-437e-b23b-50d5ca19f39e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 200 len: 217 time: 0.0472515 Jun 16 11:07:03.570990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d30c-e862-432f-84fc-0b40fdb5f5ea req-1171881c-741b-410a-b2b4-e73da8aff1c6 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.578193 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8015d30c-e862-432f-84fc-0b40fdb5f5ea req-1171881c-741b-410a-b2b4-e73da8aff1c6 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.2930386 Jun 16 11:07:03.611317 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-da66f639-545c-458d-bb20-ce4a041b3b16 req-b2dd244c-0fd0-49ff-b846-e3ef289e4550 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323926 Jun 16 11:07:03.674758 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8015d30c-e862-432f-84fc-0b40fdb5f5ea req-dc4841f8-77e1-47ad-af4f-936f1ca8a38e tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955031 Jun 16 11:07:03.677027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-d6991767-1660-4d21-9e2b-b3f30161087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.678647 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-d6991767-1660-4d21-9e2b-b3f30161087a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0963631 Jun 16 11:07:03.728616 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-93536ff7-51e1-43f6-8bd8-70696b46c302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:03.751090 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e695f-3173-4806-a1cc-308a70d89b13 req-439fa1f7-c4e1-4760-adcc-5689f89e370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.753865 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-439fa1f7-c4e1-4760-adcc-5689f89e370b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668461 Jun 16 11:07:03.821898 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaa453-0358-43d0-88f6-a7bc8872b7a4 req-a4660cc9-3d5d-4884-9595-1b9458ccb62b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:03.828500 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-aeeaa453-0358-43d0-88f6-a7bc8872b7a4 req-a4660cc9-3d5d-4884-9595-1b9458ccb62b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 945 time: 0.0947051 Jun 16 11:07:03.869067 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-aeeaa453-0358-43d0-88f6-a7bc8872b7a4 req-1ccebe0c-5c4f-4cb6-a991-c03f5ed8843b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Jun 16 11:07:03.876943 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-9ed3631e-c98b-4431-a43d-d1f3768135be service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072688 Jun 16 11:07:03.984638 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196e695f-3173-4806-a1cc-308a70d89b13 req-bcaaa6e0-52b2-4957-b8e1-5eb615717e6d service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068175 Jun 16 11:07:04.119326 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-09ab616f-8b91-4852-9edf-be3c7069e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:04.121045 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-09ab616f-8b91-4852-9edf-be3c7069e00e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1097 time: 0.0764143 Jun 16 11:07:04.270240 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-56463f37-eeea-4388-9f06-e74464976412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:04.271762 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-56463f37-eeea-4388-9f06-e74464976412 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.1417317 Jun 16 11:07:04.495403 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:04.529873 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7220-978d-494f-8572-0a512a6380e9 req-7a653c39-2f8d-4e8e-b2c3-1ccb23d8b66f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:04.539069 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c0da7220-978d-494f-8572-0a512a6380e9 req-7a653c39-2f8d-4e8e-b2c3-1ccb23d8b66f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0964036 Jun 16 11:07:04.604946 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c0da7220-978d-494f-8572-0a512a6380e9 req-6730e89f-395f-4856-9e3a-7e09890e903b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Jun 16 11:07:04.606069 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d3fa-5e97-4592-bd2d-573d4e7870b6 req-cf3df9f6-c553-4ff7-bda9-448294efe408 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:04.608031 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0b2d3fa-5e97-4592-bd2d-573d4e7870b6 req-cf3df9f6-c553-4ff7-bda9-448294efe408 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.3973598 Jun 16 11:07:04.609315 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-b63e453b-24ba-452a-a81c-3adc855ebeed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 200 len: 217 time: 0.3218033 Jun 16 11:07:04.757246 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-a8168f09-4a94-47bc-ba57-c35212f3ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:04.758917 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-a8168f09-4a94-47bc-ba57-c35212f3ca87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0851490 Jun 16 11:07:04.762853 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0b2d3fa-5e97-4592-bd2d-573d4e7870b6 req-83948e50-61f4-4ee6-a4e9-6f1b76361466 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271060 Jun 16 11:07:04.866671 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-77abac96-88c4-4c0d-a599-66bd8e6e2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:04.868363 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-77abac96-88c4-4c0d-a599-66bd8e6e2cc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0914440 Jun 16 11:07:05.053546 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-bab603c6-9e12-4349-a91f-e0664fadc719 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716931 Jun 16 11:07:05.167578 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038c53-2c54-49f7-8a9a-3d02cefa216e req-a53aa9bf-370a-4069-a08d-7b86a6ed78a0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:05.169131 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-98038c53-2c54-49f7-8a9a-3d02cefa216e req-a53aa9bf-370a-4069-a08d-7b86a6ed78a0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 945 time: 0.1579609 Jun 16 11:07:05.220216 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480c4fc5-e1a8-497d-9f26-a8f5249dfd1d req-fd68e637-7dc2-411a-92fa-e2fde72ce915 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572878 Jun 16 11:07:05.227711 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-98038c53-2c54-49f7-8a9a-3d02cefa216e req-bdd07ff4-5904-4a78-937c-f5b6d386d5db tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498304 Jun 16 11:07:05.527819 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 401de8f1-9be5-43fd-96f7-0d19f70b83b1 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:07:05.590933 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:05.594501 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:05.594883 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:05.679218 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:05.707697 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:05.710723 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e8e85e-f3d5-4416-b36b-826125b423d1" -d '{"events": [{"server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "name": "network-vif-plugged", "status": "completed", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:05.729965 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 401de8f1-9be5-43fd-96f7-0d19f70b83b1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:05.736130 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:05.738909 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:05.797709 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=401de8f1-9be5-43fd-96f7-0d19f70b83b1,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:05.801976 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:05.827461 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4c11-447d-433d-9f09-e9440519788e req-a666c617-74b6-4fe1-b5a7-cc7c9ece88c9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:05.828977 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-008a4c11-447d-433d-9f09-e9440519788e req-a666c617-74b6-4fe1-b5a7-cc7c9ece88c9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0857031 Jun 16 11:07:05.870748 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-008a4c11-447d-433d-9f09-e9440519788e req-c1c7155d-c911-4703-9d3c-8a7d475100ff tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Jun 16 11:07:05.930497 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e2e7a0-bf56-4711-9734-8671b6e72816 x-openstack-request-id: req-85e2e7a0-bf56-4711-9734-8671b6e72816 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:05.930962 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "name": "network-vif-plugged", "status": "completed", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:05.931458 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85e2e7a0-bf56-4711-9734-8671b6e72816 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:05.931985 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'code': 200} Jun 16 11:07:06.124225 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fcd02-0d8d-4b86-aa17-453b6c83d640 req-aca268f2-b5c5-4654-a5d0-396aea3aa992 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:06.126011 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-de8fcd02-0d8d-4b86-aa17-453b6c83d640 req-aca268f2-b5c5-4654-a5d0-396aea3aa992 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0883462 Jun 16 11:07:06.153223 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:06.198739 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-de8fcd02-0d8d-4b86-aa17-453b6c83d640 req-a20d6260-3e59-444f-8378-7c162138492a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652413 Jun 16 11:07:06.244335 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccc9b5-bf17-48f6-ad99-a9262d6ee1bb req-50e98efb-ef4e-492b-92ea-be517cef85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:06.246490 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-67ccc9b5-bf17-48f6-ad99-a9262d6ee1bb req-50e98efb-ef4e-492b-92ea-be517cef85c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 1099 time: 0.0807223 Jun 16 11:07:06.311116 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-67ccc9b5-bf17-48f6-ad99-a9262d6ee1bb req-a920b7ad-3334-4f57-824b-1b9100d4f924 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532396 Jun 16 11:07:06.450844 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2017e0c-8559-428f-9040-056d65ace2a8 req-81b6f95a-d21c-4948-9ee2-2ea847e82243 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:06.452473 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d2017e0c-8559-428f-9040-056d65ace2a8 req-81b6f95a-d21c-4948-9ee2-2ea847e82243 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0679729 Jun 16 11:07:06.496579 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d2017e0c-8559-428f-9040-056d65ace2a8 req-841bb2b2-a7d5-4368-8a10-485877721ad1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367639 Jun 16 11:07:06.651830 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-90f4f700-38d9-4ee7-af68-e40cb882f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:06.653330 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-90f4f700-38d9-4ee7-af68-e40cb882f038 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 1098 time: 0.0924942 Jun 16 11:07:06.706498 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e3bf-4a81-43b8-9898-f91fb9247464 req-81f09f04-d3dc-4d1a-a5cb-2b2d2a9f3c0b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:06.707976 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cbe1e3bf-4a81-43b8-9898-f91fb9247464 req-81f09f04-d3dc-4d1a-a5cb-2b2d2a9f3c0b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1087368 Jun 16 11:07:06.794250 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-11a7c157-43fa-4e5c-abfe-1a9eb7e99c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:06.795915 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-11a7c157-43fa-4e5c-abfe-1a9eb7e99c23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.1353216 Jun 16 11:07:06.799048 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cbe1e3bf-4a81-43b8-9898-f91fb9247464 req-bc0e69f7-e28c-4e9b-8cb2-f0bb5bdff3e2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627530 Jun 16 11:07:06.843174 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-7d1c147b-9d00-49cf-b74e-c2fb78a748e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e31910b0-ccc1-49a9-acc7-695df45da761 HTTP/1.1" status: 200 len: 217 time: 0.0342007 Jun 16 11:07:06.897406 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-dc4c2603-8e30-40b5-9814-6480fd5401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:06.898836 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-dc4c2603-8e30-40b5-9814-6480fd5401ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0438740 Jun 16 11:07:06.936357 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-66da487d-5b9b-4f7e-8296-9e2b59ec23f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305057 Jun 16 11:07:07.034017 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-4b29e5f4-c250-4cce-9f89-fa1a054755f1 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888264 Jun 16 11:07:07.140481 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6462bfe-30dc-4355-8cc8-173fd39b9b17 req-817ac3b1-4dc1-4b79-b9d5-b2f11d5f8055 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932086 Jun 16 11:07:07.416271 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8de41-65b8-427f-b2e3-63f7ef7ce386 req-7567d734-ba84-4d2f-938f-1cefdde39659 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:07.417775 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d2b8de41-65b8-427f-b2e3-63f7ef7ce386 req-7567d734-ba84-4d2f-938f-1cefdde39659 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0766096 Jun 16 11:07:07.458054 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d2b8de41-65b8-427f-b2e3-63f7ef7ce386 req-cdd6086a-00ab-4204-a21c-7f469742fdbf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341094 Jun 16 11:07:07.559677 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:07:07.667954 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:07.681802 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '9e03593d-9694-4642-b060-1201e5f481bb', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'port_id': '9e03593d-9694-4642-b060-1201e5f481bb', 'mac_address': 'fa:16:3e:e3:c4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:07:07.691243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87863fae-de93-4617-a1bd-0f66c348753c req-f9033127-def8-4f70-b112-a3cd2386ca6c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:07.693001 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-87863fae-de93-4617-a1bd-0f66c348753c req-f9033127-def8-4f70-b112-a3cd2386ca6c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0660193 Jun 16 11:07:07.739887 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:07.746766 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-87863fae-de93-4617-a1bd-0f66c348753c req-d24dec5b-4840-4259-848b-8587d2a1b19d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Jun 16 11:07:07.755320 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e03593d-9694-4642-b060-1201e5f481bb {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:07.785953 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:07.792302 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:07.794475 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:07.849140 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:07.852570 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:07.942537 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28337c3d-fa47-4101-8adb-b9b3eb60dde6 req-399eae85-603e-4442-8520-82755d63d186 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:07.944832 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-28337c3d-fa47-4101-8adb-b9b3eb60dde6 req-399eae85-603e-4442-8520-82755d63d186 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0725243 Jun 16 11:07:07.956492 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 46898) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:07.962531 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'floatingip': {'port_id': '401de8f1-9be5-43fd-96f7-0d19f70b83b1'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:08.015353 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fc010-2816-4238-a80e-db4c25cb5131 req-e30632fd-ca20-4590-a40b-60737e747746 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:08.024798 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-344fc010-2816-4238-a80e-db4c25cb5131 req-e30632fd-ca20-4590-a40b-60737e747746 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0883784 Jun 16 11:07:08.047390 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:08.066403 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-344fc010-2816-4238-a80e-db4c25cb5131 req-502eb0f3-baa5-4ab2-8105-aaa73499abc9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407271 Jun 16 11:07:08.106678 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['9e03593d-9694-4642-b060-1201e5f481bb'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:08.875154 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2026f5-9860-470e-a7c4-f06a570d85d6 req-9df6cf25-a86b-4e03-a58d-dcc092c843f1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:08.876637 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ed2026f5-9860-470e-a7c4-f06a570d85d6 req-9df6cf25-a86b-4e03-a58d-dcc092c843f1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.1857905 Jun 16 11:07:08.978016 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:08.983925 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:08.987879 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ed2026f5-9860-470e-a7c4-f06a570d85d6 req-7c00fc4b-9d7a-470a-879c-4ee590e54405 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790820 Jun 16 11:07:09.085666 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Floating IP b365909f-ba21-45a3-9e75-86f6a806201a associated. External IP: 172.27.0.39, port: 401de8f1-9be5-43fd-96f7-0d19f70b83b1. Jun 16 11:07:09.242643 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deddd7-367c-4a37-9605-5adb42f73849 req-0035c707-d4af-4a04-8cc5-53f6e6d97216 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:09.244077 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-39deddd7-367c-4a37-9605-5adb42f73849 req-0035c707-d4af-4a04-8cc5-53f6e6d97216 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0676620 Jun 16 11:07:09.284434 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-39deddd7-367c-4a37-9605-5adb42f73849 req-3c5942cf-079d-4dc9-b724-6cd8b9a6ca09 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Jun 16 11:07:09.297148 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:07:09.406364 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:07:09.411287 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:09.423446 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] Sync routers for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:07:09.441983 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:07:09.442688 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:07:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:09.451624 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a905f664-5ccb-4420-8f6c-fd6024d050ed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "PUT /v2.0/floatingips/b365909f-ba21-45a3-9e75-86f6a806201a HTTP/1.1" status: 200 len: 991 time: 1.4937818 Jun 16 11:07:09.452344 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:09.455025 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf469688-1906-4dc7-913a-0f155ebb5cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:09.516238 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a24730b-0757-4575-b2ac-05c59c8b55f4 x-openstack-request-id: req-5a24730b-0757-4575-b2ac-05c59c8b55f4 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:09.516567 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:09.516843 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a24730b-0757-4575-b2ac-05c59c8b55f4 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:09.517444 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'status': 'completed', 'code': 200} Jun 16 11:07:09.570241 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:07:09.600638 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:07:09.636095 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 9e03593d-9694-4642-b060-1201e5f481bb completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:09.639917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-c44a6115-8ecc-40af-adc3-4cc6814c0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:09.641455 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-c44a6115-8ecc-40af-adc3-4cc6814c0974 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 1099 time: 0.0904729 Jun 16 11:07:09.643053 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 9e03593d-9694-4642-b060-1201e5f481bb triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:09.643440 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:09.796882 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-baa7d252-dd6e-4d55-b219-4e3299ab39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:09.798809 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-baa7d252-dd6e-4d55-b219-4e3299ab39e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 912 time: 0.1456230 Jun 16 11:07:09.864022 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:09.888826 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'b365909f-ba21-45a3-9e75-86f6a806201a', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'port_id': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'mac_address': 'fa:16:3e:15:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:06:43Z', 'updated_at': '2021-06-16T11:07:08Z', 'revision_number': 1, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:09.892435 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] Checking router: d8d2bd6f-485e-4012-bd07-d1eb072c9a84 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:07:09.902445 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:07:09.903597 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:07:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:09.909986 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:09.913396 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca4be0-a9d3-4aa3-b9c4-d9c2a1c2d058" -d '{"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-plugged", "status": "completed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:09.971365 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:09.977938 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:09.980258 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:10.010002 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4077238e-0b3d-42a6-916e-c2e3cf93457b x-openstack-request-id: req-4077238e-0b3d-42a6-916e-c2e3cf93457b {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:10.010663 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-plugged", "status": "completed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:10.010927 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4077238e-0b3d-42a6-916e-c2e3cf93457b {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:10.011506 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb', 'code': 200} Jun 16 11:07:10.044373 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-85961026-e426-4914-92c3-c5520d64ec63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 200 len: 999 time: 0.2280478 Jun 16 11:07:10.073250 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:07:10.080919 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:10.090382 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:10.180215 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-6f8a8456-1b91-4b59-a985-9f45e27328ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:10.183903 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-6f8a8456-1b91-4b59-a985-9f45e27328ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.1252372 Jun 16 11:07:10.187085 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:07:10.271917 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec05b-9b67-4961-a3ca-216b014093d4 req-95080166-59b1-4038-bfea-b47c85043bec tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:10.278767 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-530ec05b-9b67-4961-a3ca-216b014093d4 req-95080166-59b1-4038-bfea-b47c85043bec tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1240442 Jun 16 11:07:10.371828 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-530ec05b-9b67-4961-a3ca-216b014093d4 req-a97d6f67-40f0-4496-91f3-5805f7f9466f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849094 Jun 16 11:07:10.417273 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-0ff57a75-fe60-48bf-8d96-778a02a0070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:10.418913 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-0ff57a75-fe60-48bf-8d96-778a02a0070d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2131255 Jun 16 11:07:10.423891 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae488e-e4eb-4b6e-af2f-a22780a5972a req-9c9ec622-a653-4b24-b2ae-8774188e5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:10.425453 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-91ae488e-e4eb-4b6e-af2f-a22780a5972a req-9c9ec622-a653-4b24-b2ae-8774188e5dbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1099 time: 0.1683476 Jun 16 11:07:10.560025 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'b365909f-ba21-45a3-9e75-86f6a806201a', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'port_id': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'mac_address': 'fa:16:3e:15:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:06:43Z', 'updated_at': '2021-06-16T11:07:08Z', 'revision_number': 1, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:10.567530 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd80f41-2d24-42e8-90d2-9e32a4c8d91d None None] The sync data for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi is: [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'b365909f-ba21-45a3-9e75-86f6a806201a', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'port_id': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'mac_address': 'fa:16:3e:15:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:06:43Z', 'updated_at': '2021-06-16T11:07:08Z', 'revision_number': 1, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:07:10.595135 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-91ae488e-e4eb-4b6e-af2f-a22780a5972a req-7e46d5ef-29cc-4c36-97e0-101b28a3de2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241553 Jun 16 11:07:10.634668 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-f3ecedeb-13c4-4290-b220-a0077aa6f6cc service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072031 Jun 16 11:07:10.659178 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a824c5-7d98-4eec-908c-8fc850449551 req-8e53ad00-8de4-4654-aca8-e992dd6ec23d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:10.661024 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-19a824c5-7d98-4eec-908c-8fc850449551 req-8e53ad00-8de4-4654-aca8-e992dd6ec23d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1250472 Jun 16 11:07:10.761668 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-19a824c5-7d98-4eec-908c-8fc850449551 req-7792bd65-b17f-4c49-ae04-eba92cf5b148 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814972 Jun 16 11:07:10.834082 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf469688-1906-4dc7-913a-0f155ebb5cb8 req-d74f0348-d138-4669-8237-870812e8a370 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332338 Jun 16 11:07:10.836506 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47026) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:10.866898 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:10.896538 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5024f2fd-49b7-43a1-a68e-a606c0a4bc94 None None] New status for floating IP b365909f-ba21-45a3-9e75-86f6a806201a: ACTIVE {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:07:10.968422 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-febd92fa-0995-42f7-b211-9064c5f28566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.067948 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-febd92fa-0995-42f7-b211-9064c5f28566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.072149 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-febd92fa-0995-42f7-b211-9064c5f28566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.074567 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-34c9ce2c-e740-4124-9a6a-518c45dda74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:11.110826 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-febd92fa-0995-42f7-b211-9064c5f28566 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e70de45aa4241c5bd0b0e12177ddd82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734399 Jun 16 11:07:11.111990 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd92fa-0995-42f7-b211-9064c5f28566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2732ccdf-328f-4a2f-b23a-862b682923f6,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:11.113622 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47030) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:11.118786 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-febd92fa-0995-42f7-b211-9064c5f28566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:11.168622 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.194771 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.240269 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.243890 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.245008 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2732ccdf-328f-4a2f-b23a-862b682923f6 HTTP/1.1" status: 204 len: 168 time: 0.1304216 Jun 16 11:07:11.245828 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b230aad5-bdd0-4255-9ae2-d24047e436c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:11.253273 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2732ccdf-328f-4a2f-b23a-862b682923f6,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:11.255497 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:11.506672 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47038) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:11.520248 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6d33-52a7-4250-8dbf-910ca8158abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.564224 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a101a-f78f-4f25-a911-928a75e30ec3 req-f95b7cef-1425-42e5-ae51-469cf3cb2ed5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:11.565859 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e9a101a-f78f-4f25-a911-928a75e30ec3 req-f95b7cef-1425-42e5-ae51-469cf3cb2ed5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0697663 Jun 16 11:07:11.606431 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e9a101a-f78f-4f25-a911-928a75e30ec3 req-38a4b6d7-1913-45bd-ac37-12d6108ddb91 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338888 Jun 16 11:07:11.619668 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6d33-52a7-4250-8dbf-910ca8158abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.625100 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6d33-52a7-4250-8dbf-910ca8158abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.627680 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-febd92fa-0995-42f7-b211-9064c5f28566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:11.663865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a6d33-52a7-4250-8dbf-910ca8158abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81fda22-a822-4208-a3cc-3d5cb1fef22a,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:11.670427 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cf6a6d33-52a7-4250-8dbf-910ca8158abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:11.680342 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-cf6a6d33-52a7-4250-8dbf-910ca8158abb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aecdd84443c04cad8c40fa03a639afe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725109 Jun 16 11:07:11.688175 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47048) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:11.751171 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.784274 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.849127 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.859172 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:11.864808 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b81fda22-a822-4208-a3cc-3d5cb1fef22a HTTP/1.1" status: 204 len: 168 time: 0.1732998 Jun 16 11:07:11.864808 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:11.892975 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81fda22-a822-4208-a3cc-3d5cb1fef22a,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:11.904914 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:12.090922 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6a4d-1b49-4ce3-94b9-ce71996cf3ca req-d708f032-db8b-494a-8feb-87b689725abc tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:12.093149 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3d6b6a4d-1b49-4ce3-94b9-ce71996cf3ca req-d708f032-db8b-494a-8feb-87b689725abc tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1141682 Jun 16 11:07:12.141080 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3d6b6a4d-1b49-4ce3-94b9-ce71996cf3ca req-eb27d3a8-ce25-44f6-bd5d-e9bb9f006d9f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Jun 16 11:07:12.679828 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47100) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:12.860945 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fce11-29f2-4b42-97cb-fbc14c84348e req-2d6d87b8-ecc4-4233-9922-5365a52b1cdd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:12.862427 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-503fce11-29f2-4b42-97cb-fbc14c84348e req-2d6d87b8-ecc4-4233-9922-5365a52b1cdd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0992870 Jun 16 11:07:12.904520 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-503fce11-29f2-4b42-97cb-fbc14c84348e req-8333f1d4-fac5-4d5d-9382-f6013d0acb89 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331724 Jun 16 11:07:12.932199 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-787a2ea7-f2eb-4694-bdd4-8d04e84e8bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.032596 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-787a2ea7-f2eb-4694-bdd4-8d04e84e8bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.043270 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-787a2ea7-f2eb-4694-bdd4-8d04e84e8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.065834 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:13.115552 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-787a2ea7-f2eb-4694-bdd4-8d04e84e8bbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a36e44e7f39e417eb386dd07da8bdcd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338510 Jun 16 11:07:13.116334 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47126) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:13.119202 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a2ea7-f2eb-4694-bdd4-8d04e84e8bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f107c18-176f-4e30-81c7-3d2850a3fe9a,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:13.122654 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-787a2ea7-f2eb-4694-bdd4-8d04e84e8bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:13.153462 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65cb23-c5f7-4c11-8005-7181c5d2b8c9 req-39831a84-909e-4a9d-822a-b11d706f87bf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:13.155130 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7e65cb23-c5f7-4c11-8005-7181c5d2b8c9 req-39831a84-909e-4a9d-822a-b11d706f87bf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1247020 Jun 16 11:07:13.166845 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47130) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:13.171546 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'floatingip': {'port_id': '9e03593d-9694-4642-b060-1201e5f481bb'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:13.217797 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.236651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.265595 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47136) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:13.295449 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.358893 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.362131 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.365943 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f107c18-176f-4e30-81c7-3d2850a3fe9a HTTP/1.1" status: 204 len: 168 time: 0.2459235 Jun 16 11:07:13.365943 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-39247044-0a67-4a40-8479-9bc4a6bb35b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:13.375158 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f107c18-176f-4e30-81c7-3d2850a3fe9a,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:13.378313 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:13.461447 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf7e4-b1ca-460c-bb4a-818a0273f757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.551003 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228391-8369-4c23-8490-bc553db6a100 req-a1eeb1e0-7357-482f-beef-e3145215eda2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:13.552670 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e4228391-8369-4c23-8490-bc553db6a100 req-a1eeb1e0-7357-482f-beef-e3145215eda2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.2248285 Jun 16 11:07:13.603259 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf7e4-b1ca-460c-bb4a-818a0273f757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.608819 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf7e4-b1ca-460c-bb4a-818a0273f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.610500 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e4228391-8369-4c23-8490-bc553db6a100 req-e31c52dc-6141-4bb3-9a2d-5f5da3d43a5a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484221 Jun 16 11:07:13.613273 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3e10c3f7-4ec8-4d9b-af3d-bfde8fa109fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:13.658847 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-8d5cf7e4-b1ca-460c-bb4a-818a0273f757 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dec0a947f299455c85437ff7a657138d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895264 Jun 16 11:07:13.661439 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47144) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:13.671399 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cf7e4-b1ca-460c-bb4a-818a0273f757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b4244-3d27-4659-bc91-5c1b17455ec9,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:13.680386 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8d5cf7e4-b1ca-460c-bb4a-818a0273f757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:13.719733 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.745838 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.769643 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47146) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:13.793683 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.796381 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.799983 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a51e9362-a774-4138-a8ee-8f5f4c7f20a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:13.800134 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c27b4244-3d27-4659-bc91-5c1b17455ec9 HTTP/1.1" status: 204 len: 168 time: 0.1352100 Jun 16 11:07:13.800134 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-600fd9a2-bbd5-481a-8489-a3be84907620 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:13.806850 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b4244-3d27-4659-bc91-5c1b17455ec9,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:13.809231 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:14.144951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.152397 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.165243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-22c9610c-6f63-4d87-8a6d-116063d66ea4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:14.168275 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-22c9610c-6f63-4d87-8a6d-116063d66ea4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.1135163 Jun 16 11:07:14.184405 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-22ca3203-a420-4c1d-be62-44201ed13cd6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/quotas/c79b9adb80c646b6b23f24df60dbebf2 HTTP/1.1" status: 200 len: 375 time: 0.0113266 Jun 16 11:07:14.266921 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-f72cb12e-9d3a-48e2-8902-89f6f8caca68 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762610 Jun 16 11:07:14.309569 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Floating IP f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e associated. External IP: 172.27.0.236, port: 9e03593d-9694-4642-b060-1201e5f481bb. Jun 16 11:07:14.365244 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a51e9362-a774-4138-a8ee-8f5f4c7f20a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.399310 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-6b7add5c-8453-45e7-af8d-f232d03f87cf service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235383 Jun 16 11:07:14.408284 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a51e9362-a774-4138-a8ee-8f5f4c7f20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.415221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8f897e79-7cbe-40ef-a09a-04ced105dd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:14.461304 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e9362-a774-4138-a8ee-8f5f4c7f20a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7027ec55-f2b3-4d1a-9670-8f5a57c3fd25,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:14.469308 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a51e9362-a774-4138-a8ee-8f5f4c7f20a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:14.477194 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a51e9362-a774-4138-a8ee-8f5f4c7f20a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=610cd01cfaec4929ac1f6823145b5650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7064612 Jun 16 11:07:14.481246 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47188) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:14.544924 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-44bb2ab4-009a-4d7c-b15b-bb80b3e3522b service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446455 Jun 16 11:07:14.642342 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.702559 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.755928 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Router 48449560-f9c6-4d67-8502-fbd171dab1a5 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:07:14.794729 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c4c838e-0705-4e7e-b749-9f9cc78639f2 req-97fe4c86-1704-455d-8cf3-35e886036eb3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 210 time: 0.0653505 Jun 16 11:07:14.846720 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.851037 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.854667 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7027ec55-f2b3-4d1a-9670-8f5a57c3fd25 HTTP/1.1" status: 204 len: 168 time: 0.3725841 Jun 16 11:07:14.876595 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3c9e91ca-d9f1-4731-aeb3-7f5536210618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:14.895212 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7027ec55-f2b3-4d1a-9670-8f5a57c3fd25,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:14.900560 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:14.939648 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:07:14.946698 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:14.957600 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] Sync routers for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:07:14.973039 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:07:14.973987 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:07:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:14.999004 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8968cb-d37b-4a77-9525-80bffe425ee9 req-efbba1fd-166e-4acd-a62f-088fd6732bca tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:15.002760 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e8968cb-d37b-4a77-9525-80bffe425ee9 req-efbba1fd-166e-4acd-a62f-088fd6732bca tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1946309 Jun 16 11:07:15.097802 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-8b5b7c92-1271-400a-8691-515ac31ee3ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "PUT /v2.0/floatingips/f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e HTTP/1.1" status: 200 len: 992 time: 1.9298775 Jun 16 11:07:15.108345 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:15.116398 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43f794b-21b4-4602-adb5-cfd0a0816677" -d '{"events": [{"name": "network-changed", "server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "tag": "9e03593d-9694-4642-b060-1201e5f481bb"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:15.165026 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e8968cb-d37b-4a77-9525-80bffe425ee9 req-b2cb3868-bb82-41d7-b269-f4c5719e5e73 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369534 Jun 16 11:07:15.172745 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:07:15.242663 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db13cba-78a8-4f4b-be99-b4e337c8b660 x-openstack-request-id: req-2db13cba-78a8-4f4b-be99-b4e337c8b660 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:15.243137 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "tag": "9e03593d-9694-4642-b060-1201e5f481bb", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:15.243340 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2db13cba-78a8-4f4b-be99-b4e337c8b660 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:15.244369 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb', 'status': 'completed', 'code': 200} Jun 16 11:07:15.352337 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-cf8d7964-420b-4f32-892f-2e653fc3484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:15.355132 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-cf8d7964-420b-4f32-892f-2e653fc3484b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1099 time: 0.0713453 Jun 16 11:07:15.456099 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47234) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:15.510709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-25079c57-a0cf-46c4-95b2-1b46f4634e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:15.561570 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'port_id': '9e03593d-9694-4642-b060-1201e5f481bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'mac_address': 'fa:16:3e:e3:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29000b99-330f-42db-b9d9-43ea92348422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:06:54Z', 'updated_at': '2021-06-16T11:07:13Z', 'revision_number': 1, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:15.571750 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] Checking router: 48449560-f9c6-4d67-8502-fbd171dab1a5 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:07:15.598126 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:07:15.604984 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:07:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:15.687714 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-25079c57-a0cf-46c4-95b2-1b46f4634e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:15.694060 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-25079c57-a0cf-46c4-95b2-1b46f4634e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:15.697408 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eb6fdab8-b12e-4943-90b2-81f5d8e2aa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:15.766217 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-25079c57-a0cf-46c4-95b2-1b46f4634e5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdecea12d03041d1a3b560c926a2e371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089776 Jun 16 11:07:15.770003 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47244) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:15.779544 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25079c57-a0cf-46c4-95b2-1b46f4634e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5462217-44af-47b8-b7c2-1c933d153fff,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:15.809804 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-25079c57-a0cf-46c4-95b2-1b46f4634e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:15.838908 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:07:15.860111 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:15.889318 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:15.908568 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-fbab4e8e-a00d-4b9a-ad98-9b1c698b4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:15.910790 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-fbab4e8e-a00d-4b9a-ad98-9b1c698b4af4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.5439734 Jun 16 11:07:15.970845 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:15.974344 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:15.976221 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5462217-44af-47b8-b7c2-1c933d153fff HTTP/1.1" status: 204 len: 168 time: 0.2049644 Jun 16 11:07:15.977310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f2ebf5ee-1714-4e22-ab57-32a73763f617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:15.993602 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5462217-44af-47b8-b7c2-1c933d153fff,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:16.003053 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:16.137671 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-2a18926e-b005-4f9c-9ed1-7de71b384e57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 200 len: 1000 time: 0.2123249 Jun 16 11:07:16.169923 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0637acc2-558e-4d4b-89b5-0c6d4451efda req-16e7fe90-9cae-4b6c-9ce9-3673cdcff745 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 210 time: 0.0878212 Jun 16 11:07:16.224333 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-d8e37b7c-2f99-4a6b-bae3-065738579b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:16.226765 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-d8e37b7c-2f99-4a6b-bae3-065738579b55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0593102 Jun 16 11:07:16.315277 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'port_id': '9e03593d-9694-4642-b060-1201e5f481bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'mac_address': 'fa:16:3e:e3:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29000b99-330f-42db-b9d9-43ea92348422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:06:54Z', 'updated_at': '2021-06-16T11:07:13Z', 'revision_number': 1, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:16.322851 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a25a1d-1e4f-4860-b9e0-8532cd43bf38 None None] The sync data for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi is: [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'port_id': '9e03593d-9694-4642-b060-1201e5f481bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'mac_address': 'fa:16:3e:e3:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29000b99-330f-42db-b9d9-43ea92348422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:06:54Z', 'updated_at': '2021-06-16T11:07:13Z', 'revision_number': 1, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:07:16.474333 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-9017112e-6f97-42ae-8724-2188915d31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:16.476127 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-9017112e-6f97-42ae-8724-2188915d31fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2343285 Jun 16 11:07:16.627310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac964d4-84be-47f3-9b3c-0e2d19b230dd req-950a754a-08b3-4f9f-9a6e-68a7ee154bef tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:16.636104 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8ac964d4-84be-47f3-9b3c-0e2d19b230dd req-950a754a-08b3-4f9f-9a6e-68a7ee154bef tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1325607 Jun 16 11:07:16.700755 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8ac964d4-84be-47f3-9b3c-0e2d19b230dd req-ee49ea52-8151-45b6-8442-e8e5bdf058f7 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622661 Jun 16 11:07:16.777241 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-9d36a8bd-6e72-444a-8f89-de8ad1bf27e0 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:16.778751 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-9d36a8bd-6e72-444a-8f89-de8ad1bf27e0 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.4059112 Jun 16 11:07:16.813094 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea932e-7c74-494f-8071-38836c5fa9a7 None None] New status for floating IP f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e: ACTIVE {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:07:16.814215 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Request body: {'port': {'device_id': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'admin_state_up': True, 'tenant_id': 'c79b9adb80c646b6b23f24df60dbebf2'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:16.871817 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-f055c902-7a65-44b8-bfee-8e01c8f530bc service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835359 Jun 16 11:07:17.062760 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b43f794b-21b4-4602-adb5-cfd0a0816677 req-cfd76060-53e9-4525-b06a-c416d2d309e7 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805584 Jun 16 11:07:17.067059 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Made reservation on behalf of c79b9adb80c646b6b23f24df60dbebf2 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:07:17.073111 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:17.246180 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Allocated IP 172.20.0.5 (b6c281ec-df9e-43a5-b8af-aae051136177/70f2b0fb-7963-4933-b395-de93499a6d96/df7f50cc-0f7e-4c89-ab91-94b232039d80) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:07:17.360424 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fa52a76e-2866-45ea-abde-e7b0d3b6db18 req-d5205493-0958-4962-9fb0-0a6fe2727359 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 210 time: 0.0430508 Jun 16 11:07:17.451108 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:17.503984 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:17.509304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:17.520111 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:17.567533 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Network b6c281ec-df9e-43a5-b8af-aae051136177 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:07:17.571899 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:07:17.576634 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:07:17.582451 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:17.583162 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:17.586348 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event updated for resources: {'Port': ['ID=df7f50cc-0f7e-4c89-ab91-94b232039d80,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:17.589810 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:17.604177 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024209 Jun 16 11:07:17.624720 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Request body: {'port': {'device_id': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:17.702992 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:17.903709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2da1d-d1d4-4e32-bb5f-f57a983db7e8 req-807fc32a-84f1-4246-8072-590e8f380850 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:17.906438 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-81a2da1d-d1d4-4e32-bb5f-f57a983db7e8 req-807fc32a-84f1-4246-8072-590e8f380850 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0979469 Jun 16 11:07:17.974631 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-81a2da1d-d1d4-4e32-bb5f-f57a983db7e8 req-29f7f158-5047-494f-9be3-30bb037c60dc tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Jun 16 11:07:18.061467 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7f50cc-0f7e-4c89-ab91-94b232039d80 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:18.070566 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.085282 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Transition to ACTIVE for port object df7f50cc-0f7e-4c89-ab91-94b232039d80 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:07:18.089897 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.094295 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8d02a86b-0322-4a01-8239-890941be2276 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:18.177445 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f50cc-0f7e-4c89-ab91-94b232039d80,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:18.182109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:18.212512 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Attempting to bind port df7f50cc-0f7e-4c89-ab91-94b232039d80 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:07:18.212671 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Attempting to bind port df7f50cc-0f7e-4c89-ab91-94b232039d80 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:07:18.212954 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Attempting to bind port df7f50cc-0f7e-4c89-ab91-94b232039d80 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:18.217283 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Port df7f50cc-0f7e-4c89-ab91-94b232039d80 on network b6c281ec-df9e-43a5-b8af-aae051136177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:07:18.217603 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Attempting to bind port df7f50cc-0f7e-4c89-ab91-94b232039d80 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:18.223156 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:07:18.223523 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Checking segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:07:18.224217 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Bound using segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:07:18.224433 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Bound port: df7f50cc-0f7e-4c89-ab91-94b232039d80, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:07:18.224917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.314116 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] For port df7f50cc-0f7e-4c89-ab91-94b232039d80, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:07:18.316914 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] For port df7f50cc-0f7e-4c89-ab91-94b232039d80, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df7f50cc-0f7e-4c89-ab91-94b232039d80,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:07:18.324481 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.328443 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:18.372871 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:18.373489 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.374871 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] 10.222.0.35 "PUT /v2.0/ports/df7f50cc-0f7e-4c89-ab91-94b232039d80 HTTP/1.1" status: 200 len: 1093 time: 0.7625890 Jun 16 11:07:18.375353 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'tag': 'df7f50cc-0f7e-4c89-ab91-94b232039d80'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:18.392189 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd66b58c-246b-4b80-a4db-82c971c78db1" -d '{"events": [{"name": "network-changed", "server_uuid": "28775312-ab9e-42ca-86d2-fb6d5d92bb19", "tag": "df7f50cc-0f7e-4c89-ab91-94b232039d80"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:18.424942 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f50cc-0f7e-4c89-ab91-94b232039d80,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:18.434572 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47384) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:18.438845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:18.473175 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5226f2ca-980c-4b1f-b0a4-22cfb8e9f6b1 x-openstack-request-id: req-5226f2ca-980c-4b1f-b0a4-22cfb8e9f6b1 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:18.473490 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28775312-ab9e-42ca-86d2-fb6d5d92bb19", "tag": "df7f50cc-0f7e-4c89-ab91-94b232039d80", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:18.473765 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5226f2ca-980c-4b1f-b0a4-22cfb8e9f6b1 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:18.474177 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'tag': 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'status': 'completed', 'code': 200} Jun 16 11:07:18.515822 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-5371549d-9da7-4747-9a8f-45d12ae59693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:18.516859 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-5371549d-9da7-4747-9a8f-45d12ae59693 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 1096 time: 0.0769305 Jun 16 11:07:18.579025 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-75036db4-f301-48b3-9dc1-9f39d6b8a8e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7f50cc-0f7e-4c89-ab91-94b232039d80 HTTP/1.1" status: 200 len: 217 time: 0.0487466 Jun 16 11:07:18.606507 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ca11641c-224c-47da-b556-84b25f8cb270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.650217 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-81493fbc-cd9a-4d7f-90a2-16f154e81230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:18.651681 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-81493fbc-cd9a-4d7f-90a2-16f154e81230 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.0638945 Jun 16 11:07:18.695624 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c0481-1b18-4b07-80da-5245d84e67b8 req-f1806f92-9fcc-4c1e-a9b1-f04d1dcbe666 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:18.697392 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ca6c0481-1b18-4b07-80da-5245d84e67b8 req-f1806f92-9fcc-4c1e-a9b1-f04d1dcbe666 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 943 time: 0.1738598 Jun 16 11:07:18.708524 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-58754829-0eb3-4f8e-b1ae-2d8612113276 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476229 Jun 16 11:07:18.771130 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ca6c0481-1b18-4b07-80da-5245d84e67b8 req-51370de0-41e4-4aab-bc04-3bbf1834662d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660050 Jun 16 11:07:18.812626 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ca11641c-224c-47da-b556-84b25f8cb270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.822473 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ca11641c-224c-47da-b556-84b25f8cb270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.833157 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b992900a-243e-468c-87df-aa4ea06d02f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:18.854738 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-c05be6f0-f02e-465e-93ad-7b526ce4ef3d service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317389 Jun 16 11:07:18.879109 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11641c-224c-47da-b556-84b25f8cb270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3596213e-9e51-4e1f-8aa6-6c428c55bc32,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:18.884782 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ca11641c-224c-47da-b556-84b25f8cb270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:18.890619 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-ca11641c-224c-47da-b556-84b25f8cb270 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79d182b572a3455bb8df49dae2174e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547682 Jun 16 11:07:18.891191 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47404) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:18.953266 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:18.975721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.008866 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8fe31e3e-0812-4d07-9d25-fe43d5cba40d req-01da143f-f6eb-4db9-9f43-201a9339ab8c service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384428 Jun 16 11:07:19.055536 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.058718 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.060619 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3596213e-9e51-4e1f-8aa6-6c428c55bc32 HTTP/1.1" status: 204 len: 168 time: 0.1675873 Jun 16 11:07:19.061328 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:19.070119 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3596213e-9e51-4e1f-8aa6-6c428c55bc32,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:19.073622 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:19.209661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-e1e2960b-da97-4de5-83ba-9d572cc306cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:19.211141 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-e1e2960b-da97-4de5-83ba-9d572cc306cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 1096 time: 0.1099534 Jun 16 11:07:19.221588 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6054533-6b48-4e74-a43a-1b0eb8922f19 req-0c4759b2-bd0c-4314-ace8-e4edc5534c40 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:19.226926 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f6054533-6b48-4e74-a43a-1b0eb8922f19 req-0c4759b2-bd0c-4314-ace8-e4edc5534c40 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1043878 Jun 16 11:07:19.295607 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f6054533-6b48-4e74-a43a-1b0eb8922f19 req-e6dd6e50-50f2-4a7a-81d6-432582c7fe74 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606277 Jun 16 11:07:19.410868 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-8488a7f6-8fbe-4bd8-b223-7c7f933ae2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:19.413430 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-8488a7f6-8fbe-4bd8-b223-7c7f933ae2ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 916 time: 0.1739259 Jun 16 11:07:19.456600 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-e94e9b81-2436-4c91-8817-12b04b8b77c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7f50cc-0f7e-4c89-ab91-94b232039d80 HTTP/1.1" status: 200 len: 217 time: 0.0348096 Jun 16 11:07:19.482002 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47422) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:19.500018 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-50491261-f08a-4ca4-b0dd-266a907b1248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.524083 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-d436072d-b0fc-43c4-be50-ceb2bebff98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:19.525554 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-d436072d-b0fc-43c4-be50-ceb2bebff98a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.0522754 Jun 16 11:07:19.567596 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-3989f321-09c6-404d-b190-60d3712866a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269122 Jun 16 11:07:19.598189 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-50491261-f08a-4ca4-b0dd-266a907b1248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.603580 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-50491261-f08a-4ca4-b0dd-266a907b1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.608620 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:19.645423 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50491261-f08a-4ca4-b0dd-266a907b1248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f7b1e-9898-4164-a28b-41d936cb7398,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:19.651392 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-50491261-f08a-4ca4-b0dd-266a907b1248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:19.669336 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47428) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:19.669640 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-50491261-f08a-4ca4-b0dd-266a907b1248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6797d6cbb2884ba78332da6afda9d088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857727 Jun 16 11:07:19.683967 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-6d1079e9-fd8b-4618-8531-260580b6575d service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069865 Jun 16 11:07:19.776100 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.810431 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.813439 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd66b58c-246b-4b80-a4db-82c971c78db1 req-dc44eaa1-c26b-460a-b8e8-93166c0347c7 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176081 Jun 16 11:07:19.872104 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.876660 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:19.880340 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/905f7b1e-9898-4164-a28b-41d936cb7398 HTTP/1.1" status: 204 len: 168 time: 0.2077124 Jun 16 11:07:19.880340 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:19.890463 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f7b1e-9898-4164-a28b-41d936cb7398,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:19.937992 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:19.991513 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18c281-6354-4bf7-b1f2-633dadc5f05a req-ce2d68b5-dca1-4bd4-95e4-82afd0a41ee5 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:19.993457 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5e18c281-6354-4bf7-b1f2-633dadc5f05a req-ce2d68b5-dca1-4bd4-95e4-82afd0a41ee5 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 943 time: 0.0844769 Jun 16 11:07:20.050121 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5e18c281-6354-4bf7-b1f2-633dadc5f05a req-75181a51-72d8-4843-8bf5-28ad1c6a53a8 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Jun 16 11:07:20.520096 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15a5de-3688-45b8-8421-2214baf473d1 req-62a462fd-c678-48c6-add6-b21cee96dd09 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:20.524282 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2a15a5de-3688-45b8-8421-2214baf473d1 req-62a462fd-c678-48c6-add6-b21cee96dd09 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0822101 Jun 16 11:07:20.578311 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2a15a5de-3688-45b8-8421-2214baf473d1 req-13b6160f-27f0-4ed5-acb8-460f3c7353c0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Jun 16 11:07:21.247677 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73782-cacd-4a89-a04f-8478ae6e538a req-10e46990-8ede-450d-9e89-8de559902520 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:21.249187 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-15d73782-cacd-4a89-a04f-8478ae6e538a req-10e46990-8ede-450d-9e89-8de559902520 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 943 time: 0.0672982 Jun 16 11:07:21.289570 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-15d73782-cacd-4a89-a04f-8478ae6e538a req-ad4b43d6-1ed9-428a-8168-ab9e3800d1a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Jun 16 11:07:21.672798 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47530) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:21.870228 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422dea-13b7-431d-87b7-db8e84e3cf99 req-b144a922-2f77-47ae-8032-8f86bc774c01 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:21.871719 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-64422dea-13b7-431d-87b7-db8e84e3cf99 req-b144a922-2f77-47ae-8032-8f86bc774c01 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0790429 Jun 16 11:07:21.891460 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:21.939350 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-64422dea-13b7-431d-87b7-db8e84e3cf99 req-9ce210f6-3828-4134-a1a5-526b40e233df tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611384 Jun 16 11:07:22.021619 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.025597 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.028037 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:22.063448 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854f063d-0dec-4a00-926b-6ef691db3fe4,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:22.066982 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=838da73d84014c63b5bff360afa4d339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931885 Jun 16 11:07:22.069918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47538) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:22.075239 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.076118 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.076645 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.077202 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.077690 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.078751 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.079142 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.079855 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.080436 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.081223 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.081782 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.082733 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.088539 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:22.125158 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.145897 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.152956 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751b352-b0a8-4ea8-b21b-d88f3250c0de req-08b87561-2be9-468e-8ad3-0f0317ab9df2 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:22.154454 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e751b352-b0a8-4ea8-b21b-d88f3250c0de req-08b87561-2be9-468e-8ad3-0f0317ab9df2 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.0649874 Jun 16 11:07:22.191834 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.193520 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e751b352-b0a8-4ea8-b21b-d88f3250c0de req-acdb1c8d-e3a2-41e8-85e7-bb86a1b3dc9d tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jun 16 11:07:22.195199 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.196400 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/854f063d-0dec-4a00-926b-6ef691db3fe4 HTTP/1.1" status: 204 len: 168 time: 0.1249936 Jun 16 11:07:22.197359 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-03cb9568-e86e-4c32-a0eb-68e0aba164be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:22.205775 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854f063d-0dec-4a00-926b-6ef691db3fe4,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:22.214343 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.214930 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.215465 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.216114 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.216559 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.216995 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.217527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.218014 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.218466 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.219093 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.219496 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.220016 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:22.223459 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:22.471615 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47548) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:22.474297 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb277-7ba5-4354-9573-1f3dbf2c409b req-0a86aae9-66e0-4950-a3ab-dbc25836085c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:22.476310 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43edb277-7ba5-4354-9573-1f3dbf2c409b req-0a86aae9-66e0-4950-a3ab-dbc25836085c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 943 time: 0.0695183 Jun 16 11:07:22.485565 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2c55e687-6766-48c2-9997-65f97441af93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.517328 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43edb277-7ba5-4354-9573-1f3dbf2c409b req-3af6b848-96c3-4e34-ae1c-5bd730f80743 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354390 Jun 16 11:07:22.586788 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2c55e687-6766-48c2-9997-65f97441af93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.590241 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2c55e687-6766-48c2-9997-65f97441af93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.592932 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7f0c524a-e89e-455c-8d40-1145f16c68e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:22.627357 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55e687-6766-48c2-9997-65f97441af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b8bef6-f065-4adc-abfe-5c6d14df9f27,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:22.631631 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-2c55e687-6766-48c2-9997-65f97441af93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:22.636896 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-2c55e687-6766-48c2-9997-65f97441af93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5177334593544a2a5e4d99f016b92f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641629 Jun 16 11:07:22.637437 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47556) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:22.690156 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.713355 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.765918 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.768813 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:22.774620 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3b8bef6-f065-4adc-abfe-5c6d14df9f27 HTTP/1.1" status: 204 len: 168 time: 0.1315448 Jun 16 11:07:22.774620 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6755b333-d7ea-4007-a32f-28b63f5c4267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:22.782240 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b8bef6-f065-4adc-abfe-5c6d14df9f27,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:22.785004 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:23.135666 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d43202-11f1-4ef3-8849-be6072449915 req-5802fafb-12a6-4d0f-a1c2-8ffc63239dd6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:23.137280 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-79d43202-11f1-4ef3-8849-be6072449915 req-5802fafb-12a6-4d0f-a1c2-8ffc63239dd6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0719569 Jun 16 11:07:23.180024 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-79d43202-11f1-4ef3-8849-be6072449915 req-e01f21b3-4c56-48ec-8ec4-5ddcc7f000af tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366309 Jun 16 11:07:23.387278 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d6355-2236-449b-900d-074b367c1a50 req-56ef11ea-8689-4fe5-8fdd-bec174e52aba tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:23.388823 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3b6d6355-2236-449b-900d-074b367c1a50 req-56ef11ea-8689-4fe5-8fdd-bec174e52aba tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.0694370 Jun 16 11:07:23.433254 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3b6d6355-2236-449b-900d-074b367c1a50 req-161c5b46-f909-4e39-96ab-30098842a7a5 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 Jun 16 11:07:23.655030 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device df7f50cc-0f7e-4c89-ab91-94b232039d80 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:07:23.740972 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54923e55-08fa-477c-9565-44792d7a3cf6 req-46a15558-616b-4e14-9b3c-68be7877073a tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:23.743093 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-54923e55-08fa-477c-9565-44792d7a3cf6 req-46a15558-616b-4e14-9b3c-68be7877073a tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 943 time: 0.0882673 Jun 16 11:07:23.788841 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-54923e55-08fa-477c-9565-44792d7a3cf6 req-328612dc-b10a-48e7-8c37-0b7aadd67b88 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Jun 16 11:07:23.789825 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port df7f50cc-0f7e-4c89-ab91-94b232039d80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df7f50cc-0f7e-4c89-ab91-94b232039d80,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:23.806185 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'port_id': 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'mac_address': 'fa:16:3e:fe:a7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f2b0fb-7963-4933-b395-de93499a6d96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:07:23.847604 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:23.862301 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7f50cc-0f7e-4c89-ab91-94b232039d80 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:23.887600 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port df7f50cc-0f7e-4c89-ab91-94b232039d80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df7f50cc-0f7e-4c89-ab91-94b232039d80,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:23.893349 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:23.897616 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:23.979177 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=df7f50cc-0f7e-4c89-ab91-94b232039d80,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:23.986920 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.987298 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.987645 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.988018 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.988371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.988691 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.989022 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.989350 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.989731 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.990060 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.991097 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.991435 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:07:23.997628 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:24.246522 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47656) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:24.321364 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['df7f50cc-0f7e-4c89-ab91-94b232039d80'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:24.378888 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b4ca613f-1ce8-4c40-864f-5b997277e181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:24.392374 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e28fcd-c6df-481e-a618-aa04c2483320 req-acd6cb2d-ff9c-4eab-9ec4-80b8440dca33 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:24.394035 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b1e28fcd-c6df-481e-a618-aa04c2483320 req-acd6cb2d-ff9c-4eab-9ec4-80b8440dca33 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0974860 Jun 16 11:07:24.473323 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b1e28fcd-c6df-481e-a618-aa04c2483320 req-04663772-61b6-4d22-8613-5ae7aa3a5305 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729725 Jun 16 11:07:24.574526 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b4ca613f-1ce8-4c40-864f-5b997277e181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:24.580821 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b4ca613f-1ce8-4c40-864f-5b997277e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:24.609615 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-789e4899-f0c6-4469-baff-ed92577c3d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:24.617205 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47678) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:24.618772 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b4ca613f-1ce8-4c40-864f-5b997277e181 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2fceb5323da458496deffc8b22f5929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708832 Jun 16 11:07:24.642544 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca613f-1ce8-4c40-864f-5b997277e181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7817ea6a-70fb-4f02-8ccf-b29dd26b0ac8,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:24.647058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b4ca613f-1ce8-4c40-864f-5b997277e181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:24.737844 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:24.751341 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e50459-7446-4b8e-bafc-a2ebc3da284d req-135443fe-9bfb-407d-8bca-7e6db2e98544 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:24.752876 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d9e50459-7446-4b8e-bafc-a2ebc3da284d req-135443fe-9bfb-407d-8bca-7e6db2e98544 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.1379094 Jun 16 11:07:24.781962 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:24.834554 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d9e50459-7446-4b8e-bafc-a2ebc3da284d req-fb790dd1-3a9a-4eaf-8c8a-a5bd149ac2bf tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/security-groups?id=854a500c-a311-42f2-8a0d-8c4cdeb2af92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707543 Jun 16 11:07:24.837221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47692) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:24.871346 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:24.874250 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:24.875403 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7817ea6a-70fb-4f02-8ccf-b29dd26b0ac8 HTTP/1.1" status: 204 len: 168 time: 0.2570491 Jun 16 11:07:24.876583 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cd144f48-dc59-4b83-8399-c45bd626e065 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:24.886560 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7817ea6a-70fb-4f02-8ccf-b29dd26b0ac8,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:24.889050 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:24.936627 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-90070904-3d8e-4c5d-acb1-14ba7bfb3fed tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:24.938474 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-90070904-3d8e-4c5d-acb1-14ba7bfb3fed tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 945 time: 0.1146679 Jun 16 11:07:24.983183 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53923c6d-48ba-4078-adbd-d707ae02ba0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.121251 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53923c6d-48ba-4078-adbd-d707ae02ba0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.128233 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-53923c6d-48ba-4078-adbd-d707ae02ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.134273 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e3b87296-e41a-44a6-ab88-0a5b4c14cc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:25.170075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807d96-7ab2-4400-b1cd-591bf426a48f req-54b9809a-960c-4996-a9c2-976dc7935c3e tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:25.171189 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-80807d96-7ab2-4400-b1cd-591bf426a48f req-54b9809a-960c-4996-a9c2-976dc7935c3e tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 944 time: 0.1941805 Jun 16 11:07:25.181059 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-53923c6d-48ba-4078-adbd-d707ae02ba0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e76d5da529ca4c35ba6494c44f75420e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425980 Jun 16 11:07:25.182353 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53923c6d-48ba-4078-adbd-d707ae02ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01954a6e-85ec-4861-8eea-37b6d8082f4b,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:25.185122 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47706) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:25.187452 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-53923c6d-48ba-4078-adbd-d707ae02ba0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:25.238668 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Deleting port 610b6636-9791-4ddc-b79f-e632af9281c2 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:07:25.239025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.241672 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.247695 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-80807d96-7ab2-4400-b1cd-591bf426a48f req-0bb6efd4-305e-4062-ae4f-d7795bf1fb37 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661564 Jun 16 11:07:25.275752 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.321619 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47710) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:25.338817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29fc6423-ec6a-44e3-b63c-868dea923e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.342213 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] For port 610b6636-9791-4ddc-b79f-e632af9281c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=610b6636-9791-4ddc-b79f-e632af9281c2,segment=NetworkSegment(80091078-0158-4abb-9219-6db084a6c789),segment_id=80091078-0158-4abb-9219-6db084a6c789)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:25.342699 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.362595 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.365815 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.367041 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01954a6e-85ec-4861-8eea-37b6d8082f4b HTTP/1.1" status: 204 len: 168 time: 0.1808047 Jun 16 11:07:25.370138 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ca11641c-224c-47da-b556-84b25f8cb270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:25.382345 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01954a6e-85ec-4861-8eea-37b6d8082f4b,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:25.391297 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:25.398708 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47714) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:25.462145 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Calling delete_port for 610b6636-9791-4ddc-b79f-e632af9281c2 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:07:25.487517 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29fc6423-ec6a-44e3-b63c-868dea923e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.493686 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-29fc6423-ec6a-44e3-b63c-868dea923e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.498093 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-50491261-f08a-4ca4-b0dd-266a907b1248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:25.531678 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc6423-ec6a-44e3-b63c-868dea923e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee56190-fc86-4bd3-a7ad-974691888500,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:25.539617 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-29fc6423-ec6a-44e3-b63c-868dea923e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:25.563292 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-29fc6423-ec6a-44e3-b63c-868dea923e72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e434baa1451e41bf8f9b9fcc0b79c38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378159 Jun 16 11:07:25.565491 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47720) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:25.649636 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53a9c1d-da4f-4c63-ac22-3ec2ab6f75ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.680686 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device df7f50cc-0f7e-4c89-ab91-94b232039d80 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:07:25.734549 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.737896 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port df7f50cc-0f7e-4c89-ab91-94b232039d80 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:25.744715 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port df7f50cc-0f7e-4c89-ab91-94b232039d80 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:25.745474 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.798386 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.854624 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64534-a241-4f97-a520-a42c645f7ad1 req-681bb743-f9da-4d07-a140-3759e3e68abd tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:25.862665 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4fb64534-a241-4f97-a520-a42c645f7ad1 req-681bb743-f9da-4d07-a140-3759e3e68abd tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1992447 Jun 16 11:07:25.900002 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47728) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:25.905553 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.913524 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:25.945512 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Pushing event deleted for resources: {'Port': ['ID=610b6636-9791-4ddc-b79f-e632af9281c2,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:25.949885 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fe51c9e2-8e96-48a6-8403-991d430f753b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:25.988960 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4fb64534-a241-4f97-a520-a42c645f7ad1 req-3c9e5248-06c5-47de-a946-8d88af96ebce tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250947 Jun 16 11:07:26.015320 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['610b6636-9791-4ddc-b79f-e632af9281c2'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:26.015547 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53a9c1d-da4f-4c63-ac22-3ec2ab6f75ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.017327 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.020375 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.023827 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eee56190-fc86-4bd3-a7ad-974691888500 HTTP/1.1" status: 204 len: 168 time: 0.4540558 Jun 16 11:07:26.024650 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6c238fb7-394b-4da6-9e5a-c9c32af262f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:26.029797 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53a9c1d-da4f-4c63-ac22-3ec2ab6f75ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.055842 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee56190-fc86-4bd3-a7ad-974691888500,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:26.075649 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.091326 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.091919 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] No DVR routers for this DVR port 610b6636-9791-4ddc-b79f-e632af9281c2 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:07:26.092684 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:26.095504 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.102033 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e53a9c1d-da4f-4c63-ac22-3ec2ab6f75ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=794da88e721e4ebdb8761f7a298686cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989503 Jun 16 11:07:26.102209 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d7047b4c-2223-4e16-bdf0-9103058fa97a req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.35 "DELETE /v2.0/ports/610b6636-9791-4ddc-b79f-e632af9281c2 HTTP/1.1" status: 204 len: 173 time: 1.1491468 Jun 16 11:07:26.102209 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'name': 'network-vif-deleted', 'tag': '610b6636-9791-4ddc-b79f-e632af9281c2'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:26.106596 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47734) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:26.112543 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f50cc-0f7e-4c89-ab91-94b232039d80'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:26.114200 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab0328e-0df5-4e9b-b549-c04a3b545fff" -d '{"events": [{"server_uuid": "bf0e2db6-e284-4693-b149-9ab18de23900", "name": "network-vif-deleted", "tag": "610b6636-9791-4ddc-b79f-e632af9281c2"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:26.115741 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f6c52-7a2a-4309-a1f2-5918dd0ebac0" -d '{"events": [{"server_uuid": "28775312-ab9e-42ca-86d2-fb6d5d92bb19", "name": "network-vif-plugged", "status": "completed", "tag": "df7f50cc-0f7e-4c89-ab91-94b232039d80"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:26.137453 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.139514 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port df7f50cc-0f7e-4c89-ab91-94b232039d80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df7f50cc-0f7e-4c89-ab91-94b232039d80,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:26.149002 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.153511 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:26.202208 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a13889e-b4f1-4809-926b-74da93d2cc22 x-openstack-request-id: req-9a13889e-b4f1-4809-926b-74da93d2cc22 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:26.203438 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28775312-ab9e-42ca-86d2-fb6d5d92bb19", "name": "network-vif-plugged", "status": "completed", "tag": "df7f50cc-0f7e-4c89-ab91-94b232039d80", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:26.204717 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a13889e-b4f1-4809-926b-74da93d2cc22 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:26.205268 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'code': 200} Jun 16 11:07:26.213221 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e79ba14a-5b3b-4474-aed0-15b5dccce181 req-e14ae5cb-845c-4833-a75c-2e57efa10fef tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.0513287 Jun 16 11:07:26.241036 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a9c1d-da4f-4c63-ac22-3ec2ab6f75ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a891b38-2ad8-4889-bc80-e96981d52d72,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:26.241036 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e53a9c1d-da4f-4c63-ac22-3ec2ab6f75ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.263454 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=df7f50cc-0f7e-4c89-ab91-94b232039d80,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:26.267364 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.279969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1929f5a0-a493-46cc-b4f6-4924b30b9c3e x-openstack-request-id: req-1929f5a0-a493-46cc-b4f6-4924b30b9c3e {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:26.280291 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0e2db6-e284-4693-b149-9ab18de23900", "name": "network-vif-deleted", "tag": "610b6636-9791-4ddc-b79f-e632af9281c2", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:26.280572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1929f5a0-a493-46cc-b4f6-4924b30b9c3e {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:26.280996 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0e2db6-e284-4693-b149-9ab18de23900', 'name': 'network-vif-deleted', 'tag': '610b6636-9791-4ddc-b79f-e632af9281c2', 'status': 'completed', 'code': 200} Jun 16 11:07:26.415753 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fe51c9e2-8e96-48a6-8403-991d430f753b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.420513 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.432618 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fe51c9e2-8e96-48a6-8403-991d430f753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.439460 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-787a2ea7-f2eb-4694-bdd4-8d04e84e8bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:26.474670 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51c9e2-8e96-48a6-8403-991d430f753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae522793-5069-404a-848a-86fbe1e655f6,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:26.488476 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-fe51c9e2-8e96-48a6-8403-991d430f753b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.493786 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.516599 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11b07e-ca12-436a-9954-f59290c3cde0 req-7fb6363f-a7f9-426d-8cc9-b082916f1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:26.520477 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-da11b07e-ca12-436a-9954-f59290c3cde0 req-7fb6363f-a7f9-426d-8cc9-b082916f1ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 1098 time: 0.0749102 Jun 16 11:07:26.520737 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47746) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:26.521327 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-fe51c9e2-8e96-48a6-8403-991d430f753b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1111b113cf8444f7af542c05dc29c8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200540 Jun 16 11:07:26.588496 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.591748 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.593300 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a891b38-2ad8-4889-bc80-e96981d52d72 HTTP/1.1" status: 204 len: 168 time: 0.4857695 Jun 16 11:07:26.625748 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:26.629013 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47750) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:26.640074 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a891b38-2ad8-4889-bc80-e96981d52d72,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:26.642799 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.649827 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-637f61b2-4f70-48b4-9d20-3039f45ef5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.655009 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-da11b07e-ca12-436a-9954-f59290c3cde0 req-795b2f16-46fe-42a8-b7cb-4686820f8c24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178253 Jun 16 11:07:26.680479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.699616 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da7e0-f441-4d7a-9078-c7f14d3449ab req-445d7c37-0ff7-46b3-977a-b0547ba1b0c5 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:26.707064 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4d1da7e0-f441-4d7a-9078-c7f14d3449ab req-445d7c37-0ff7-46b3-977a-b0547ba1b0c5 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 945 time: 0.1340792 Jun 16 11:07:26.714233 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.754479 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4d1da7e0-f441-4d7a-9078-c7f14d3449ab req-a090adbb-1c2f-48f2-b7b5-f1efbc881cad tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462003 Jun 16 11:07:26.792280 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.794808 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.795966 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae522793-5069-404a-848a-86fbe1e655f6 HTTP/1.1" status: 204 len: 168 time: 0.2742105 Jun 16 11:07:26.799004 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:26.815738 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae522793-5069-404a-848a-86fbe1e655f6,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:26.820062 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-637f61b2-4f70-48b4-9d20-3039f45ef5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.821993 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.825631 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-637f61b2-4f70-48b4-9d20-3039f45ef5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.840230 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8d5cf7e4-b1ca-460c-bb4a-818a0273f757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:26.865038 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-637f61b2-4f70-48b4-9d20-3039f45ef5ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4adaf3c2cfeb4c4baff06507b54298e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324243 Jun 16 11:07:26.868048 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47756) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:26.875874 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f61b2-4f70-48b4-9d20-3039f45ef5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149c6f9a-81e2-4180-9998-fb6dc65d5860,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:26.886803 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-637f61b2-4f70-48b4-9d20-3039f45ef5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:26.927153 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:26.951713 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.036195 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47764) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:27.044558 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.047240 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.052290 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/149c6f9a-81e2-4180-9998-fb6dc65d5860 HTTP/1.1" status: 204 len: 168 time: 0.1827867 Jun 16 11:07:27.053377 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e53a9c1d-da4f-4c63-ac22-3ec2ab6f75ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:27.056769 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5df14d9c-ba78-4d6c-993b-5343370b67c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.067098 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c6f9a-81e2-4180-9998-fb6dc65d5860,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:27.074395 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:27.230352 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5df14d9c-ba78-4d6c-993b-5343370b67c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.236145 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5df14d9c-ba78-4d6c-993b-5343370b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.239263 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:27.281660 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cddce-c035-427d-b70f-d96bf1d21bfe req-b1ef9f31-0a47-460d-9c9f-f2d1cc768fe8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:27.292843 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-5df14d9c-ba78-4d6c-993b-5343370b67c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02cb1dfab8304a6e9e1d42d7ed4eebec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534573 Jun 16 11:07:27.293443 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2f8cddce-c035-427d-b70f-d96bf1d21bfe req-b1ef9f31-0a47-460d-9c9f-f2d1cc768fe8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1027966 Jun 16 11:07:27.295216 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47776) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:27.311370 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df14d9c-ba78-4d6c-993b-5343370b67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cfd3c5-a0fb-42cb-b23a-e5106c50abac,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:27.316130 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5df14d9c-ba78-4d6c-993b-5343370b67c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:27.379652 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2f8cddce-c035-427d-b70f-d96bf1d21bfe req-e78d5e22-19f1-444d-877f-614597e5d7a6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850751 Jun 16 11:07:27.410400 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.451316 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.502919 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3983ca75-b7b7-4e5a-aad3-704526ce5ed0 req-b490b2cd-81f7-45c5-943c-3b0f81ccc0c9 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf0e2db6-e284-4693-b149-9ab18de23900 HTTP/1.1" status: 200 len: 210 time: 0.0545344 Jun 16 11:07:27.529221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.533535 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:27.537033 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68cfd3c5-a0fb-42cb-b23a-e5106c50abac HTTP/1.1" status: 204 len: 168 time: 0.2376728 Jun 16 11:07:27.537033 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a51e9362-a774-4138-a8ee-8f5f4c7f20a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:27.550344 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cfd3c5-a0fb-42cb-b23a-e5106c50abac,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:27.553697 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:27.962466 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2bc5-0c0e-4169-8e20-20313985b148 req-7aa8ee40-e397-44b6-b4c0-79658b30fd86 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:27.964049 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-236e2bc5-0c0e-4169-8e20-20313985b148 req-7aa8ee40-e397-44b6-b4c0-79658b30fd86 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 945 time: 0.0732350 Jun 16 11:07:28.003888 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-236e2bc5-0c0e-4169-8e20-20313985b148 req-309c2ca1-2a81-414d-b319-6b93b1cf873b tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Jun 16 11:07:28.616140 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0724c-4923-44ab-a45a-a7f822105b52 req-fca360e2-69fc-48f0-9f55-69ac8fe0d7f5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:28.618196 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cef0724c-4923-44ab-a45a-a7f822105b52 req-fca360e2-69fc-48f0-9f55-69ac8fe0d7f5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0958869 Jun 16 11:07:28.679365 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cef0724c-4923-44ab-a45a-a7f822105b52 req-91dc8c80-d553-42de-844b-e16adbf86c6f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544834 Jun 16 11:07:29.694806 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 610b6636-9791-4ddc-b79f-e632af9281c2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:07:29.714553 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 610b6636-9791-4ddc-b79f-e632af9281c2 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:07:29.714904 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 610b6636-9791-4ddc-b79f-e632af9281c2 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:07:29.860729 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e8dd8-34e0-41ce-a8fc-aae9671f604b req-a742f76f-293e-449c-984a-15809cd0203c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:29.862187 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0f4e8dd8-34e0-41ce-a8fc-aae9671f604b req-a742f76f-293e-449c-984a-15809cd0203c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0776730 Jun 16 11:07:29.906049 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0f4e8dd8-34e0-41ce-a8fc-aae9671f604b req-6db9242b-b26c-4cb9-a63f-b8740699a391 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Jun 16 11:07:30.593943 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-fb916ed7-3973-4486-8b2c-cb6c02d4e62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:30.693558 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-8e498f83-b32d-4fd2-a229-05fdfc54f021 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:30.695086 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-8e498f83-b32d-4fd2-a229-05fdfc54f021 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.1358817 Jun 16 11:07:30.714090 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-fd924aec-7826-48d8-8a60-519bfc21c787 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/quotas/c79b9adb80c646b6b23f24df60dbebf2 HTTP/1.1" status: 200 len: 375 time: 0.0105884 Jun 16 11:07:30.804446 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-8097fb14-616b-43db-b8d6-11e9b3d55b8f tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839350 Jun 16 11:07:30.859721 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 47984) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:30.897043 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-2cdeff29-fcdf-4fa8-b204-9cfd174b7137 service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890696 Jun 16 11:07:30.907393 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Deleting subnet 2ae52a60-c854-40c7-b678-ba8cc7798529 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:07:30.911426 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:30.948204 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:30.960003 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:30.998112 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-0e44f827-a8b0-424f-a02b-0fede0b917e3 service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959830 Jun 16 11:07:31.020453 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.023667 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-63c1b01b-bb43-494d-b027-f99396891c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:31.056306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae52a60-c854-40c7-b678-ba8cc7798529,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:31.060158 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:31.080094 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.082345 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2ae52a60-c854-40c7-b678-ba8cc7798529 HTTP/1.1" status: 204 len: 168 time: 0.2215767 Jun 16 11:07:31.085983 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 47990) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:31.168596 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f8dcb-897b-4784-a0cd-975d6e19ce48 req-4205e934-28b1-4821-bed2-43a5e199754b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:31.169110 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.176148 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-768f8dcb-897b-4784-a0cd-975d6e19ce48 req-4205e934-28b1-4821-bed2-43a5e199754b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1241231 Jun 16 11:07:31.225529 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-768f8dcb-897b-4784-a0cd-975d6e19ce48 req-743251eb-0e93-4e81-8e19-6fa809056667 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Jun 16 11:07:31.272238 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.283228 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.283486 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.284265 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.284590 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > port after_create 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.284925 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.285238 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > port after_update 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.285568 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.285884 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.286192 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.286500 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.315814 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-adbb7c76-487e-4ee7-83ff-690f4417f210 req-f5c67c92-91fc-49ce-9f47-55411feb0c56 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 210 time: 0.0407495 Jun 16 11:07:31.463398 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.463752 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.464132 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.464466 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:07:31.464832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:31.483041 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80091078-0158-4abb-9219-6db084a6c789') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:31.483339 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80091078-0158-4abb-9219-6db084a6c789') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:07:31.504643 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.527900 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.538205 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:07:31.538611 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: from cryptography.utils import int_from_bytes Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: from cryptography.utils import int_from_bytes Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:07:31.543883 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:07:31.814865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.821865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:31.832072 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:31.834481 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc HTTP/1.1" status: 204 len: 168 time: 0.7470713 Jun 16 11:07:31.835989 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d1c3a9b-2eaf-4336-9c61-d5b5a15acfcc,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:31.840516 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:31.911365 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48016) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:32.015560 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48020) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:32.028683 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf5d4-0d3c-48bb-8b19-b77709345bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.059990 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-00dd1947-34a6-41f5-b914-2a996cecfb1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9876faa26174e679057ba6129c5cf2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406988 Jun 16 11:07:32.060186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48022) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:32.116526 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.126158 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf5d4-0d3c-48bb-8b19-b77709345bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.130861 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf5d4-0d3c-48bb-8b19-b77709345bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.134329 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-29fc6423-ec6a-44e3-b63c-868dea923e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:32.138818 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.170319 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-dc0bf5d4-0d3c-48bb-8b19-b77709345bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3c90c41565a44189c3404e022da88ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572815 Jun 16 11:07:32.171218 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bf5d4-0d3c-48bb-8b19-b77709345bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd696a69-16ae-4d83-99ff-e32b102254d7,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:32.174300 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-dc0bf5d4-0d3c-48bb-8b19-b77709345bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:32.174920 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48024) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:32.190748 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.194042 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.195280 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/854a500c-a311-42f2-8a0d-8c4cdeb2af92 HTTP/1.1" status: 204 len: 168 time: 0.1341310 Jun 16 11:07:32.196617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:32.204572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a500c-a311-42f2-8a0d-8c4cdeb2af92,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:32.207134 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:32.234525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.257200 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.306332 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.308987 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:32.310195 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd696a69-16ae-4d83-99ff-e32b102254d7 HTTP/1.1" status: 204 len: 168 time: 0.1344726 Jun 16 11:07:32.311050 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-378bbdce-359f-478d-9c90-a46c75384f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:32.319692 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd696a69-16ae-4d83-99ff-e32b102254d7,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:32.322353 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:33.401292 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:33.728467 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-97e863a0-45eb-4eeb-bb70-76020dc132c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.048377 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48116) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:34.158420 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4563e2e0-b4e3-47c0-918f-48535ef21c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.243975 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4563e2e0-b4e3-47c0-918f-48535ef21c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.247542 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4563e2e0-b4e3-47c0-918f-48535ef21c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.250810 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a18e7e1c-e789-4f01-a86b-d1a58ba9261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:34.284683 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4563e2e0-b4e3-47c0-918f-48535ef21c6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=badd503af3cf4671b342ae25465c663f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352061 Jun 16 11:07:34.286615 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563e2e0-b4e3-47c0-918f-48535ef21c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb2c6d3-bc2e-4b8b-9ec6-285f0e257707,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:34.287485 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48120) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:34.289764 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4563e2e0-b4e3-47c0-918f-48535ef21c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:34.340990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.363380 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.415086 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.418215 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.422245 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5eb2c6d3-bc2e-4b8b-9ec6-285f0e257707 HTTP/1.1" status: 204 len: 168 time: 0.1335943 Jun 16 11:07:34.424204 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:34.433948 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb2c6d3-bc2e-4b8b-9ec6-285f0e257707,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:34.440095 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:34.513728 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.566707 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ff09ad7a-a79b-40d0-bb9c-50478850d37b req-b4e23edf-fee5-4f39-970f-96011e723265 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 210 time: 0.0431275 Jun 16 11:07:34.654193 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8587b9-8fdd-4795-ad87-ba9d256fbbaf req-470b2abd-5334-4ee9-9704-693b06c8c31f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:34.655823 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6d8587b9-8fdd-4795-ad87-ba9d256fbbaf req-470b2abd-5334-4ee9-9704-693b06c8c31f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0791328 Jun 16 11:07:34.700561 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6d8587b9-8fdd-4795-ad87-ba9d256fbbaf req-9775b92e-8a25-4bc4-ac40-0244e961a975 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Jun 16 11:07:34.794482 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48134) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:34.807637 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a6c74701-a80a-4323-a777-186b96ab831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.910134 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a6c74701-a80a-4323-a777-186b96ab831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.913638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a6c74701-a80a-4323-a777-186b96ab831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:34.916104 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:34.953289 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c74701-a80a-4323-a777-186b96ab831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be26714b-13f0-4fff-9bfc-7aa161a38799,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:34.962619 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-a6c74701-a80a-4323-a777-186b96ab831e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d73e87dad5794a2e86beeec6678439b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630492 Jun 16 11:07:34.962619 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a6c74701-a80a-4323-a777-186b96ab831e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:34.962619 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48138) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:35.019239 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:35.043759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:35.096636 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:35.100018 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:35.101333 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be26714b-13f0-4fff-9bfc-7aa161a38799 HTTP/1.1" status: 204 len: 168 time: 0.1382310 Jun 16 11:07:35.102265 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b4ca613f-1ce8-4c40-864f-5b997277e181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:35.110759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26714b-13f0-4fff-9bfc-7aa161a38799,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:35.113335 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:36.155591 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:36.873785 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48212) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:36.986769 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0294b096-1369-4dc1-aac2-56349d6724f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.107447 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0294b096-1369-4dc1-aac2-56349d6724f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.111859 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0294b096-1369-4dc1-aac2-56349d6724f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.115029 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-106e7b59-4775-4386-8fc1-7c3dd7c0a1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:37.163862 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294b096-1369-4dc1-aac2-56349d6724f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cbec37-b2ca-4a7f-ae8c-7f3db1192842,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:37.171315 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-0294b096-1369-4dc1-aac2-56349d6724f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:37.171315 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-0294b096-1369-4dc1-aac2-56349d6724f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eca47f7df69944ccab847639767315a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950819 Jun 16 11:07:37.173520 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48218) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:37.225103 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.246165 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.292668 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.295509 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.296687 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0cbec37-b2ca-4a7f-ae8c-7f3db1192842 HTTP/1.1" status: 204 len: 168 time: 0.1221859 Jun 16 11:07:37.297411 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-840e4f27-5309-47d4-8a63-ade6a3245f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:37.305688 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cbec37-b2ca-4a7f-ae8c-7f3db1192842,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:37.308523 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:37.574479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48224) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:37.587954 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a96fa90f-10c1-496f-b90e-ec5a6bd0489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.675494 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a96fa90f-10c1-496f-b90e-ec5a6bd0489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.680951 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a96fa90f-10c1-496f-b90e-ec5a6bd0489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.684446 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5df14d9c-ba78-4d6c-993b-5343370b67c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:37.720037 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-a96fa90f-10c1-496f-b90e-ec5a6bd0489a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfc1396bdaea48e38e9693f8c1c7dc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444149 Jun 16 11:07:37.722025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fa90f-10c1-496f-b90e-ec5a6bd0489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed741bf0-1861-40e4-80f4-dbf2b95a6204,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:37.722857 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48228) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:37.725684 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a96fa90f-10c1-496f-b90e-ec5a6bd0489a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:37.773744 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.795616 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.850288 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.853395 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:37.854611 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed741bf0-1861-40e4-80f4-dbf2b95a6204 HTTP/1.1" status: 204 len: 168 time: 0.1304209 Jun 16 11:07:37.855409 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:37.867942 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed741bf0-1861-40e4-80f4-dbf2b95a6204,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:37.871305 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:38.984460 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-a4d7eb3a-85ca-4647-a2c2-e1fbfc24b5ba tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:38.985824 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-a4d7eb3a-85ca-4647-a2c2-e1fbfc24b5ba tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.1581583 Jun 16 11:07:39.018097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Request body: {'port': {'device_id': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'admin_state_up': True, 'tenant_id': 'c79b9adb80c646b6b23f24df60dbebf2'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:39.107754 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-12bba73c-503a-4e45-8fa9-b07818f89b73 req-e0e38379-dee1-4bf4-b0a7-d413cdb173ea tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 210 time: 0.0525804 Jun 16 11:07:39.201561 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Made reservation on behalf of c79b9adb80c646b6b23f24df60dbebf2 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:07:39.205513 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:39.213632 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-6c2ced4d-b138-416b-9e88-0fe93b1320e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2268357 Jun 16 11:07:39.266141 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1514adee-a91a-45b7-9b1a-b60a6618cd5d tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2390ae2c5d8b4e3f83fd494a2f3725ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497596 Jun 16 11:07:39.325404 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333b7f4-5268-4a06-9d51-0f12a65449c4 req-79588bf7-8695-4e7a-8a33-f05de64d3a19 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:39.326906 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d333b7f4-5268-4a06-9d51-0f12a65449c4 req-79588bf7-8695-4e7a-8a33-f05de64d3a19 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.2736342 Jun 16 11:07:39.442146 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d333b7f4-5268-4a06-9d51-0f12a65449c4 req-6839f40f-6a17-4f11-8dfc-357aaa4e3d1c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940475 Jun 16 11:07:39.477830 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Allocated IP 172.20.0.10 (b6c281ec-df9e-43a5-b8af-aae051136177/70f2b0fb-7963-4933-b395-de93499a6d96/cb078cb9-0e52-41da-a866-c97f659c9cb4) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:07:39.491320 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6d52-a56a-4452-b747-596c0cf53694 req-bb01fa2f-3de4-4690-8453-bac9fdbdf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:39.493566 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-bb01fa2f-3de4-4690-8453-bac9fdbdf24c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 1099 time: 0.1874876 Jun 16 11:07:39.499512 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-07494b5f-5cb4-445a-a839-9a80c76045c5 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:39.501080 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-07494b5f-5cb4-445a-a839-9a80c76045c5 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306216 Jun 16 11:07:39.525301 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a771923d-359f-4cd4-b00a-59ea1fb62b71 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/quotas/2390ae2c5d8b4e3f83fd494a2f3725ef HTTP/1.1" status: 200 len: 375 time: 0.0111687 Jun 16 11:07:39.584857 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1eb2879e-2df3-460a-a557-2163ee725b77 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2390ae2c5d8b4e3f83fd494a2f3725ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507269 Jun 16 11:07:39.704191 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6d52-a56a-4452-b747-596c0cf53694 req-7d2f9bc1-0168-49c1-9ca9-6e4ef09ba07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:39.705666 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-7d2f9bc1-0168-49c1-9ca9-6e4ef09ba07f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 916 time: 0.1854587 Jun 16 11:07:39.765702 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-b735f1b0-38b8-4a4f-a17f-971a690d93a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85088d24-e912-4204-b31f-53eecf535755 HTTP/1.1" status: 200 len: 217 time: 0.0508580 Jun 16 11:07:39.771106 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:39.840088 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-13f94ba7-3b87-4d0e-a712-77b5387d71ca req-2a083c36-393e-4874-83fa-69c381ea65bc tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 210 time: 0.0719316 Jun 16 11:07:39.874435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6d52-a56a-4452-b747-596c0cf53694 req-dec410e2-c1e0-409f-b2da-738d12c5291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:39.875926 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-dec410e2-c1e0-409f-b2da-738d12c5291d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.0943384 Jun 16 11:07:39.926871 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-159ec153-8b89-4c6c-a78d-32584a681ace service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412440 Jun 16 11:07:39.951795 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:39.971232 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:39.978601 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755', 'df7f50cc-0f7e-4c89-ab91-94b232039d80'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:40.156638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Network b6c281ec-df9e-43a5-b8af-aae051136177 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:07:40.159232 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:07:40.162900 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:07:40.171707 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:40.172965 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:40.211621 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1974411 Jun 16 11:07:40.216076 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48334) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:40.218817 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event updated for resources: {'Port': ['ID=cb078cb9-0e52-41da-a866-c97f659c9cb4,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:40.223342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:40.244991 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Request body: {'port': {'device_id': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:40.314860 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-81ff7617-4525-403e-923f-92dce5c6c865 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780167 Jun 16 11:07:40.459402 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-618a1325-c9da-42f8-8e65-cdaff827b96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:40.539125 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:40.607845 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-123c6d52-a56a-4452-b747-596c0cf53694 req-a505da82-2f9c-43d6-a933-6fd2833b47e7 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774622 Jun 16 11:07:40.627647 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f6d07-c90d-4a8d-9b3b-9a81fed4fb78 req-c04e37e9-2794-44a2-a4e3-43f5afa773f5 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:40.629867 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-438f6d07-c90d-4a8d-9b3b-9a81fed4fb78 req-c04e37e9-2794-44a2-a4e3-43f5afa773f5 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 932 time: 0.2709041 Jun 16 11:07:40.671594 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-618a1325-c9da-42f8-8e65-cdaff827b96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:40.680901 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-618a1325-c9da-42f8-8e65-cdaff827b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:40.704710 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-dc0bf5d4-0d3c-48bb-8b19-b77709345bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:40.721215 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-438f6d07-c90d-4a8d-9b3b-9a81fed4fb78 req-477b3cb0-69bd-4bb1-a1c3-62641749483b tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817482 Jun 16 11:07:40.748981 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-618a1325-c9da-42f8-8e65-cdaff827b96b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=768e047989564e1797f4861d9b391d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317273 Jun 16 11:07:40.751976 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48346) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:40.752788 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a1325-c9da-42f8-8e65-cdaff827b96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a116cfb-1fc0-4007-9c5a-79c4f8c372c2,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:40.760858 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-618a1325-c9da-42f8-8e65-cdaff827b96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:40.797621 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f9438-0d8c-4ee8-92e9-8d28fc9bb29f req-d0ddc55b-cf6a-4c79-99f8-fcac0404521e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:40.799175 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-904f9438-0d8c-4ee8-92e9-8d28fc9bb29f req-d0ddc55b-cf6a-4c79-99f8-fcac0404521e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1945884 Jun 16 11:07:40.867840 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:40.918396 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-904f9438-0d8c-4ee8-92e9-8d28fc9bb29f req-5d57a87e-73b4-407c-9f31-c66c7e8646f9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826223 Jun 16 11:07:40.919318 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:40.957792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.010332 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8af7e110-da89-49c7-b57c-2cd103f65518 req-aec1dc42-d6fd-41b7-8896-fa18061d95f1 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 210 time: 0.0324581 Jun 16 11:07:41.027215 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb078cb9-0e52-41da-a866-c97f659c9cb4 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:41.035147 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.062697 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Transition to ACTIVE for port object cb078cb9-0e52-41da-a866-c97f659c9cb4 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:07:41.063647 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.066585 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.068218 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a116cfb-1fc0-4007-9c5a-79c4f8c372c2 HTTP/1.1" status: 204 len: 168 time: 0.3149257 Jun 16 11:07:41.069329 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f84dd2fa-45cb-4232-9b4d-4a75a99ee42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:41.073474 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.092706 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a116cfb-1fc0-4007-9c5a-79c4f8c372c2,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:41.095761 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:41.105614 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:41.416369 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Pushing event updated for resources: {'Port': ['ID=cb078cb9-0e52-41da-a866-c97f659c9cb4,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:41.423846 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:41.434103 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Attempting to bind port cb078cb9-0e52-41da-a866-c97f659c9cb4 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:07:41.434505 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Attempting to bind port cb078cb9-0e52-41da-a866-c97f659c9cb4 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:07:41.434906 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Attempting to bind port cb078cb9-0e52-41da-a866-c97f659c9cb4 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:41.440651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Port cb078cb9-0e52-41da-a866-c97f659c9cb4 on network b6c281ec-df9e-43a5-b8af-aae051136177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:07:41.440974 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Attempting to bind port cb078cb9-0e52-41da-a866-c97f659c9cb4 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:41.446980 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:07:41.447266 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Checking segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:07:41.447599 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Bound using segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:07:41.448108 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Bound port: cb078cb9-0e52-41da-a866-c97f659c9cb4, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:07:41.448431 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.482738 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48360) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:41.508783 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0138f4a1-d518-47af-97cd-8c3903864529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.533659 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-b57e0221-c2a2-473e-a5d4-065dc3662a4e tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2390ae2c5d8b4e3f83fd494a2f3725ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506642 Jun 16 11:07:41.576283 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] For port cb078cb9-0e52-41da-a866-c97f659c9cb4, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:07:41.580264 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] For port cb078cb9-0e52-41da-a866-c97f659c9cb4, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb078cb9-0e52-41da-a866-c97f659c9cb4,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:07:41.626774 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.638182 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:41.644303 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0138f4a1-d518-47af-97cd-8c3903864529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.649954 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0138f4a1-d518-47af-97cd-8c3903864529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.654550 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-77a7455a-281c-40e1-b9a9-6df02fa9d553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:41.702558 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-0138f4a1-d518-47af-97cd-8c3903864529 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9235a9b0eab84ccfa0bfe063f52842d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187467 Jun 16 11:07:41.712400 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48370) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:41.713120 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138f4a1-d518-47af-97cd-8c3903864529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916a831-43f3-4a48-a739-547283016b07,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:41.728136 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0138f4a1-d518-47af-97cd-8c3903864529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:41.785125 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.812134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.864970 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:41.865659 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.867261 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] 10.222.0.35 "PUT /v2.0/ports/cb078cb9-0e52-41da-a866-c97f659c9cb4 HTTP/1.1" status: 200 len: 1094 time: 1.6420186 Jun 16 11:07:41.869994 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'tag': 'cb078cb9-0e52-41da-a866-c97f659c9cb4'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:41.872467 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f7b4b-aec9-4849-8eea-468b698a203a" -d '{"events": [{"name": "network-changed", "server_uuid": "3583fc4f-2925-43e0-af3d-7b6110aed097", "tag": "cb078cb9-0e52-41da-a866-c97f659c9cb4"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:41.897444 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.906563 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:41.908031 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4916a831-43f3-4a48-a739-547283016b07 HTTP/1.1" status: 204 len: 168 time: 0.1920269 Jun 16 11:07:41.911242 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-186a8f1e-4f6c-4ed8-802e-74e93bba9aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:41.916999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-c2a3d3a1-52e5-4005-acc3-8e788e8096c1 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:41.921210 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-c2a3d3a1-52e5-4005-acc3-8e788e8096c1 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372812 Jun 16 11:07:41.933512 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916a831-43f3-4a48-a739-547283016b07,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:41.942987 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Pushing event updated for resources: {'Port': ['ID=cb078cb9-0e52-41da-a866-c97f659c9cb4,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:41.950050 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:41.954963 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Request body: {'port': {'device_id': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973', 'admin_state_up': True, 'tenant_id': '2390ae2c5d8b4e3f83fd494a2f3725ef'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:41.963629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:41.990771 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bdc2ed-36ef-4e40-8e80-0a9d4b389544 x-openstack-request-id: req-c2bdc2ed-36ef-4e40-8e80-0a9d4b389544 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:41.991542 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3583fc4f-2925-43e0-af3d-7b6110aed097", "tag": "cb078cb9-0e52-41da-a866-c97f659c9cb4", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:41.991892 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2bdc2ed-36ef-4e40-8e80-0a9d4b389544 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:41.992312 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'tag': 'cb078cb9-0e52-41da-a866-c97f659c9cb4', 'status': 'completed', 'code': 200} Jun 16 11:07:42.118081 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb99b0-25e0-469f-9054-4c629a4eb136 req-6ee1b4c6-91da-4ce7-b409-ff2cdc867702 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:42.124992 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a0fb99b0-25e0-469f-9054-4c629a4eb136 req-6ee1b4c6-91da-4ce7-b409-ff2cdc867702 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 944 time: 0.1367195 Jun 16 11:07:42.182372 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-c17f05b4-7f34-4ffc-a246-7efab7401d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:42.201610 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a0fb99b0-25e0-469f-9054-4c629a4eb136 req-a85d841f-d397-45bc-a081-22eac0a74896 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671496 Jun 16 11:07:42.202064 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-c17f05b4-7f34-4ffc-a246-7efab7401d62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 1097 time: 0.2183874 Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: from cryptography.utils import int_from_bytes Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: from cryptography.utils import int_from_bytes Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.222108 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:07:42.225731 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:07:42.294264 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-601a52ef-5de5-4b9a-921e-ca37bc3fea2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb078cb9-0e52-41da-a866-c97f659c9cb4 HTTP/1.1" status: 200 len: 217 time: 0.0683596 Jun 16 11:07:42.317058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Made reservation on behalf of 2390ae2c5d8b4e3f83fd494a2f3725ef for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:07:42.321976 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:42.345534 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:42.358887 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0c6b4cf2-b8cd-4003-b994-29a7cf4f625a req-960f7d45-137d-4e51-b839-8339d67e90ef tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 210 time: 0.0329218 Jun 16 11:07:42.400226 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3ed0-2a5d-426e-acc7-e003604af6b0 req-596ee2c5-a7f8-4051-bb6d-ffa75523ab6d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:42.401733 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2b5b3ed0-2a5d-426e-acc7-e003604af6b0 req-596ee2c5-a7f8-4051-bb6d-ffa75523ab6d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1967993 Jun 16 11:07:42.421869 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-4bf9eec1-1a81-4bef-a76d-259a90fc445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:42.423181 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-4bf9eec1-1a81-4bef-a76d-259a90fc445f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.0886173 Jun 16 11:07:42.480180 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-4f69cbad-2589-4904-b80d-13d3948fa9a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453973 Jun 16 11:07:42.528494 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2b5b3ed0-2a5d-426e-acc7-e003604af6b0 req-fc74701c-df15-47aa-b8b3-1ea5dcc53df4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206503 Jun 16 11:07:42.647486 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-bcd48077-0ec0-48cc-9f14-dc12b99cf8c7 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541383 Jun 16 11:07:42.665435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:42.676762 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:42.693945 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3e47e8e1-1bcf-40bc-893e-b5bde32e0076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:42.807729 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:42.811040 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:42.875870 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-20eacda4-948a-4c25-9d6e-314fc76f9475 req-b0998cd7-449c-422e-9966-5801bde1ff08 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081778 Jun 16 11:07:42.902527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Allocated IP 192.168.233.123 (68c8c950-538e-4556-b95c-8806dcb85973/fc61643a-24de-45a1-bcb8-8871f2183ecd/9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:07:43.110685 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-bfbc7659-c77c-43f9-a1c6-772d34058ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:43.112250 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-bfbc7659-c77c-43f9-a1c6-772d34058ff4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 1097 time: 0.1500456 Jun 16 11:07:43.144071 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:43.170995 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Transition to ACTIVE for port object 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:07:43.238871 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-28f32ec6-d3b6-453e-8a94-2e153a968808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:43.241068 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-28f32ec6-d3b6-453e-8a94-2e153a968808 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 916 time: 0.1188972 Jun 16 11:07:43.268111 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:43.274191 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c8b1155a-6bc6-4bf8-86cd-00e469fe2c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:43.330036 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-62697f3d-b335-4d10-9a93-3d7c5e87e336 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb078cb9-0e52-41da-a866-c97f659c9cb4 HTTP/1.1" status: 200 len: 217 time: 0.0688376 Jun 16 11:07:43.354717 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Network 68c8c950-538e-4556-b95c-8806dcb85973 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:07:43.384514 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:07:43.388239 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:07:43.393827 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:43.394558 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:43.407196 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Pushing event updated for resources: {'Port': ['ID=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:43.416794 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:43.430736 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4796522 Jun 16 11:07:43.432495 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-68277c67-35d5-40bc-852b-6e3ea82e7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:43.434321 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-68277c67-35d5-40bc-852b-6e3ea82e7e9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.0913053 Jun 16 11:07:43.452009 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Request body: {'port': {'device_id': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:07:43.475141 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7f113-f9d4-4fad-8f92-d1e236db8237 req-5c70a701-dae2-4c86-ac34-06e175343303 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:43.477748 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bdc7f113-f9d4-4fad-8f92-d1e236db8237 req-5c70a701-dae2-4c86-ac34-06e175343303 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 944 time: 0.1161947 Jun 16 11:07:43.548087 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bdc7f113-f9d4-4fad-8f92-d1e236db8237 req-e8e04fec-a141-4468-a082-b94f56fa731f tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577374 Jun 16 11:07:43.577828 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-fc3f4175-af47-420b-aa16-295a67f7d61f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302900 Jun 16 11:07:43.757075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:43.765301 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-9d687e75-4452-461c-aa5d-9ce489033bb5 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765568 Jun 16 11:07:43.780081 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-1eb6b46c-4327-49a1-8725-5707dd694bfd None None] Provisioning for port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:43.785945 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-1eb6b46c-4327-49a1-8725-5707dd694bfd None None] Provisioning complete for port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:43.786323 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b46c-4327-49a1-8725-5707dd694bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:43.818452 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13e808-728b-419d-963b-83e92dea4742 req-ed363f1b-224f-4157-be95-c090ee38b136 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:43.821309 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8f13e808-728b-419d-963b-83e92dea4742 req-ed363f1b-224f-4157-be95-c090ee38b136 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0903139 Jun 16 11:07:43.836452 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-1eb6b46c-4327-49a1-8725-5707dd694bfd None None] Port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:07:43.844176 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a0729-6226-4ea6-8e9d-68000bdc5704 req-23482eb1-dfd3-42c9-ad83-1b87df7d5a41 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:43.844176 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a64a0729-6226-4ea6-8e9d-68000bdc5704 req-23482eb1-dfd3-42c9-ad83-1b87df7d5a41 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 936 time: 0.2703164 Jun 16 11:07:43.879236 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8f13e808-728b-419d-963b-83e92dea4742 req-85e07088-20c5-439e-abf4-c01ee29fc0d6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Jun 16 11:07:44.010637 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a64a0729-6226-4ea6-8e9d-68000bdc5704 req-bf90e926-802d-47ea-b48d-af3d61c55603 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567943 Jun 16 11:07:44.014835 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5e5f7b4b-aec9-4849-8eea-468b698a203a req-c90bac85-d39f-4e4d-b998-78d0970a3ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384186 Jun 16 11:07:44.182337 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:44.190486 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:44.213416 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Transition to ACTIVE for port object 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:07:44.216530 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:44.220146 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-238f3a74-7c04-46fa-9cda-a6af6d5aaf77 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:44.298583 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Pushing event updated for resources: {'Port': ['ID=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:44.310556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:44.346740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Attempting to bind port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:07:44.346740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Attempting to bind port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:07:44.346740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Attempting to bind port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c on network 68c8c950-538e-4556-b95c-8806dcb85973 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:44.354277 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c on network 68c8c950-538e-4556-b95c-8806dcb85973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:07:44.354689 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Attempting to bind port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c on network 68c8c950-538e-4556-b95c-8806dcb85973 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:07:44.361909 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:07:44.362499 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Checking segment: {'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:07:44.362990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Bound using segment: {'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:07:44.363662 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Bound port: 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea27e618-17be-4126-9379-b9aa0595f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:07:44.364129 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:44.441483 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] For port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:07:44.445777 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] For port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,segment=NetworkSegment(ea27e618-17be-4126-9379-b9aa0595f30c),segment_id=ea27e618-17be-4126-9379-b9aa0595f30c)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:07:44.450754 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:44.455001 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:44.490585 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:44.491368 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:44.493363 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] 10.222.0.35 "PUT /v2.0/ports/9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c HTTP/1.1" status: 200 len: 1098 time: 1.0470281 Jun 16 11:07:44.496013 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'tag': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:44.498520 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a871f2-0a27-4f6a-b1cd-eb8d78deb141", "tag": "9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:44.528189 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Pushing event updated for resources: {'Port': ['ID=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:44.531242 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:47.166620 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:07:47.356255 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d0b36-4fd9-476e-b84c-813c5633a937 x-openstack-request-id: req-0a7d0b36-4fd9-476e-b84c-813c5633a937 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:47.356746 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a871f2-0a27-4f6a-b1cd-eb8d78deb141", "tag": "9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:47.356826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a7d0b36-4fd9-476e-b84c-813c5633a937 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:47.357361 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'tag': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c', 'status': 'completed', 'code': 200} Jun 16 11:07:47.384866 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-8d75d2e0-6810-40f2-9b5e-42877dee3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:47.385339 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-8d75d2e0-6810-40f2-9b5e-42877dee3eef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2390ae2c5d8b4e3f83fd494a2f3725ef&device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 1101 time: 0.0851431 Jun 16 11:07:47.437778 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-e11b4f37-8c46-4e64-9bc0-ad2db3201155 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c HTTP/1.1" status: 200 len: 217 time: 0.0419385 Jun 16 11:07:47.517134 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-cb0dc915-f155-4a85-bf88-3c358615e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:47.518686 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-cb0dc915-f155-4a85-bf88-3c358615e71a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc61643a-24de-45a1-bcb8-8871f2183ecd HTTP/1.1" status: 200 len: 843 time: 0.0714462 Jun 16 11:07:47.523395 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432fbce-b490-468b-8b8b-9fab121522a3 req-d9ea0ba5-94fb-4441-87cb-1a995fccb389 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:47.525035 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5432fbce-b490-468b-8b8b-9fab121522a3 req-d9ea0ba5-94fb-4441-87cb-1a995fccb389 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0737841 Jun 16 11:07:47.572644 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9af63-f31f-42cb-b534-05e9c643d73f req-f2026906-5416-4ffe-8fb4-e3fdd76976bd tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:47.576281 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b1d9af63-f31f-42cb-b534-05e9c643d73f req-f2026906-5416-4ffe-8fb4-e3fdd76976bd tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 944 time: 0.1412988 Jun 16 11:07:47.592081 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5432fbce-b490-468b-8b8b-9fab121522a3 req-619062fb-312b-4ffe-a3ea-fc9ed12f99a6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595679 Jun 16 11:07:47.621779 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b1d9af63-f31f-42cb-b534-05e9c643d73f req-86484075-4386-4c7d-818c-05086659fe98 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Jun 16 11:07:47.633424 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-8d27ef6a-9cb6-45d6-9e92-7fee01714b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:47.634906 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-8d27ef6a-9cb6-45d6-9e92-7fee01714b0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68c8c950-538e-4556-b95c-8806dcb85973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1072402 Jun 16 11:07:47.750918 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-aee79316-7ef2-4ba8-b583-439192f33967 service neutron] 10.222.0.35 "GET /v2.0/networks/68c8c950-538e-4556-b95c-8806dcb85973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958540 Jun 16 11:07:47.776503 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8958d-77cd-4e8a-94b6-a4eb5bd1c997 req-accb8255-0abc-4457-ac33-f93714d15fc5 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:47.778284 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-21a8958d-77cd-4e8a-94b6-a4eb5bd1c997 req-accb8255-0abc-4457-ac33-f93714d15fc5 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 948 time: 0.0721076 Jun 16 11:07:47.825761 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-21a8958d-77cd-4e8a-94b6-a4eb5bd1c997 req-58850c09-3a26-4326-a1f0-fe3667199dda tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401125 Jun 16 11:07:47.851602 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e69a5ad7-b1b8-4835-8ffe-9df7d072a797 req-c5b99861-74a8-42ac-a7d7-61e63714074a service neutron] 10.222.0.35 "GET /v2.0/networks/68c8c950-538e-4556-b95c-8806dcb85973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903952 Jun 16 11:07:47.968309 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-130bff3c-3850-48b8-8175-c5ec00007b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:47.969890 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-130bff3c-3850-48b8-8175-c5ec00007b5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2390ae2c5d8b4e3f83fd494a2f3725ef&device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 1101 time: 0.0617619 Jun 16 11:07:48.275242 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-a24ae8d3-7ddf-45f8-b475-f7a013553a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:48.276631 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-a24ae8d3-7ddf-45f8-b475-f7a013553a14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68c8c950-538e-4556-b95c-8806dcb85973 HTTP/1.1" status: 200 len: 870 time: 0.2961717 Jun 16 11:07:48.327651 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-e329e28c-1f0d-4956-9c0d-7c9f7e8de805 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c HTTP/1.1" status: 200 len: 217 time: 0.0377476 Jun 16 11:07:48.381713 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-f2f54e41-bae3-400c-9987-0957fbd8793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:48.383915 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-f2f54e41-bae3-400c-9987-0957fbd8793d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc61643a-24de-45a1-bcb8-8871f2183ecd HTTP/1.1" status: 200 len: 843 time: 0.0450320 Jun 16 11:07:48.452851 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-7466ccea-8aaa-4b34-8ae7-4b624736429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:48.454250 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-7466ccea-8aaa-4b34-8ae7-4b624736429b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68c8c950-538e-4556-b95c-8806dcb85973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0563099 Jun 16 11:07:48.559730 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-079b491a-ac74-4f69-8b1a-c8972fb9e09f service neutron] 10.222.0.35 "GET /v2.0/networks/68c8c950-538e-4556-b95c-8806dcb85973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873039 Jun 16 11:07:48.677830 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-11373fe0-10c5-4b9a-8f41-d1ea76d19c77 req-94bc65b4-11b0-41f4-bf35-70d274c802f8 service neutron] 10.222.0.35 "GET /v2.0/networks/68c8c950-538e-4556-b95c-8806dcb85973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089513 Jun 16 11:07:48.803820 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c845b-fece-427d-9d59-4cb22ea30c2c req-f406b0f6-69fe-4feb-8bca-f7f9e59c1e95 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:48.805493 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9f1c845b-fece-427d-9d59-4cb22ea30c2c req-f406b0f6-69fe-4feb-8bca-f7f9e59c1e95 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0850096 Jun 16 11:07:48.839477 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149816c-df81-4db9-8448-45c4d553c895 req-d6235913-154e-46f3-b9c1-e2b735b6a5da tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:48.840929 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7149816c-df81-4db9-8448-45c4d553c895 req-d6235913-154e-46f3-b9c1-e2b735b6a5da tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 944 time: 0.0682356 Jun 16 11:07:48.868532 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9f1c845b-fece-427d-9d59-4cb22ea30c2c req-2e21ed39-bce9-4b91-8327-1c2ac60cad25 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Jun 16 11:07:48.887555 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7149816c-df81-4db9-8448-45c4d553c895 req-d77867e6-5ca9-46f2-8b0d-927f03e76fa7 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Jun 16 11:07:49.049839 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dcc85-5e1e-4ecf-979a-a5959f47dcb6 req-0cbb3622-986f-42ba-ad35-ccc74e3f99ad tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:49.052713 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-690dcc85-5e1e-4ecf-979a-a5959f47dcb6 req-0cbb3622-986f-42ba-ad35-ccc74e3f99ad tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 948 time: 0.0813298 Jun 16 11:07:49.103861 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-690dcc85-5e1e-4ecf-979a-a5959f47dcb6 req-161d3d2a-5f8e-4e00-b020-f0eeff4b102c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Jun 16 11:07:50.046840 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d120b4-6043-491a-be83-3311e2ddad85 req-32d284ca-2573-4f79-836b-9a5128993f64 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:50.054700 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a4d120b4-6043-491a-be83-3311e2ddad85 req-32d284ca-2573-4f79-836b-9a5128993f64 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0743277 Jun 16 11:07:50.096871 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a4d120b4-6043-491a-be83-3311e2ddad85 req-6af354c5-95f5-42b2-9294-dc292ac0662e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Jun 16 11:07:50.098114 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695e07e-e3d1-4d01-a8b8-7fa848498bef req-25fd3172-74ea-49c3-875a-fa43fdcb4d56 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:50.101363 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f695e07e-e3d1-4d01-a8b8-7fa848498bef req-25fd3172-74ea-49c3-875a-fa43fdcb4d56 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 944 time: 0.0900712 Jun 16 11:07:50.132461 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cb078cb9-0e52-41da-a866-c97f659c9cb4 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:07:50.151527 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f695e07e-e3d1-4d01-a8b8-7fa848498bef req-d8e8e6f0-e4e1-4915-a021-6469725d3616 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440900 Jun 16 11:07:50.272137 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port cb078cb9-0e52-41da-a866-c97f659c9cb4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb078cb9-0e52-41da-a866-c97f659c9cb4,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:50.283563 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'cb078cb9-0e52-41da-a866-c97f659c9cb4', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'port_id': 'cb078cb9-0e52-41da-a866-c97f659c9cb4', 'mac_address': 'fa:16:3e:05:be:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f2b0fb-7963-4933-b395-de93499a6d96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:07:50.320807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d1a2e-9619-4f59-90e0-7278d0daf155 req-2a9a1972-6d73-4856-8693-da5e1d7fd972 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:50.328554 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fc4d1a2e-9619-4f59-90e0-7278d0daf155 req-2a9a1972-6d73-4856-8693-da5e1d7fd972 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 948 time: 0.0797133 Jun 16 11:07:50.331938 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:50.350360 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb078cb9-0e52-41da-a866-c97f659c9cb4 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:50.376543 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port cb078cb9-0e52-41da-a866-c97f659c9cb4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb078cb9-0e52-41da-a866-c97f659c9cb4,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:50.383087 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fc4d1a2e-9619-4f59-90e0-7278d0daf155 req-3eb8584c-5ba0-43d0-90ed-c8c6f3d5a3bc tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Jun 16 11:07:50.384379 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:50.397156 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:50.463679 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=cb078cb9-0e52-41da-a866-c97f659c9cb4,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:50.467621 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:50.752615 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['cb078cb9-0e52-41da-a866-c97f659c9cb4'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:51.306496 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663e34-051a-41db-ad25-ca5064c0273a req-4cf7ffc2-9528-4f30-ada8-133bb059a4f9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:51.308282 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4f663e34-051a-41db-ad25-ca5064c0273a req-4cf7ffc2-9528-4f30-ada8-133bb059a4f9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0737827 Jun 16 11:07:51.363208 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4f663e34-051a-41db-ad25-ca5064c0273a req-c88d3259-e70f-47c1-ae69-c07d3bd17f7e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Jun 16 11:07:51.365731 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ac15a-7906-491a-bb22-b3290b0313f5 req-1ecaf009-6208-4340-b894-373470f9ee03 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:51.367798 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ed4ac15a-7906-491a-bb22-b3290b0313f5 req-1ecaf009-6208-4340-b894-373470f9ee03 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 945 time: 0.0726008 Jun 16 11:07:51.412663 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ed4ac15a-7906-491a-bb22-b3290b0313f5 req-7180b883-8b34-4625-9da3-71459e203515 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 Jun 16 11:07:51.562449 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f857d-98d5-4a27-b353-6a38ad29d7bc req-520e024d-24fe-4f00-8438-10e6c29733a8 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:51.564036 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d04f857d-98d5-4a27-b353-6a38ad29d7bc req-520e024d-24fe-4f00-8438-10e6c29733a8 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 948 time: 0.0722711 Jun 16 11:07:51.604245 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d04f857d-98d5-4a27-b353-6a38ad29d7bc req-eb8f36fa-e0eb-4e78-9bdb-e3ad7257c5b5 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342808 Jun 16 11:07:52.055460 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48604) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:52.148628 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:07:52.151923 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cb078cb9-0e52-41da-a866-c97f659c9cb4 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:07:52.175507 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2510fc55-e9e3-44f6-a5c6-ef8805f3c6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.278629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2510fc55-e9e3-44f6-a5c6-ef8805f3c6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.280637 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port cb078cb9-0e52-41da-a866-c97f659c9cb4 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:52.282596 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2510fc55-e9e3-44f6-a5c6-ef8805f3c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.285497 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-6c9be946-f4f1-4b59-b421-d5260846c2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:52.285825 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port cb078cb9-0e52-41da-a866-c97f659c9cb4 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:52.286243 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.329166 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,segment=NetworkSegment(ea27e618-17be-4126-9379-b9aa0595f30c),segment_id=ea27e618-17be-4126-9379-b9aa0595f30c)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:52.329450 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48612) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:07:52.329900 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2510fc55-e9e3-44f6-a5c6-ef8805f3c6d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af9397be5d9c414581bc66d19ffd1892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725117 Jun 16 11:07:52.330183 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510fc55-e9e3-44f6-a5c6-ef8805f3c6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59426db-c21d-4ffb-a440-4f1c45c620a6,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:52.333986 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2510fc55-e9e3-44f6-a5c6-ef8805f3c6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:52.349448 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c', 'network_id': '68c8c950-538e-4556-b95c-8806dcb85973', 'port_id': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c', 'mac_address': 'fa:16:3e:0e:e3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc61643a-24de-45a1-bcb8-8871f2183ecd', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:07:52.390194 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.413506 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.416860 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.434886 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:07:52.439334 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.484938 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,segment=NetworkSegment(ea27e618-17be-4126-9379-b9aa0595f30c),segment_id=ea27e618-17be-4126-9379-b9aa0595f30c)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:52.494833 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.496506 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb078cb9-0e52-41da-a866-c97f659c9cb4'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:52.499046 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e24e27-20ee-43b8-abff-d70b9594b553" -d '{"events": [{"server_uuid": "3583fc4f-2925-43e0-af3d-7b6110aed097", "name": "network-vif-plugged", "status": "completed", "tag": "cb078cb9-0e52-41da-a866-c97f659c9cb4"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:52.501199 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.502887 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c59426db-c21d-4ffb-a440-4f1c45c620a6 HTTP/1.1" status: 204 len: 168 time: 0.1716967 Jun 16 11:07:52.503740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:52.506600 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.513470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59426db-c21d-4ffb-a440-4f1c45c620a6,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:52.516184 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:52.518028 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-2ffe5727-f332-44ba-9516-b8c5219b5e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:52.533213 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port cb078cb9-0e52-41da-a866-c97f659c9cb4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb078cb9-0e52-41da-a866-c97f659c9cb4,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:52.565902 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:52.595569 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6cd84-b3cd-4f61-8fe0-91b2885dbb16 req-d6d596dc-146d-42c6-9e00-b9c013ae1833 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:52.604542 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-94b6cd84-b3cd-4f61-8fe0-91b2885dbb16 req-d6d596dc-146d-42c6-9e00-b9c013ae1833 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0859888 Jun 16 11:07:52.624970 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:52.633050 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:52.633785 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:52.655275 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-94b6cd84-b3cd-4f61-8fe0-91b2885dbb16 req-bfec65a1-1ed5-46c6-9697-9f7502d88ac4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491886 Jun 16 11:07:52.701120 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=cb078cb9-0e52-41da-a866-c97f659c9cb4,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:52.713678 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:52.718385 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b5fbf7-49d8-4a1f-8760-7c0c11510b0c x-openstack-request-id: req-40b5fbf7-49d8-4a1f-8760-7c0c11510b0c {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:52.718630 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3583fc4f-2925-43e0-af3d-7b6110aed097", "name": "network-vif-plugged", "status": "completed", "tag": "cb078cb9-0e52-41da-a866-c97f659c9cb4", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:52.719099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40b5fbf7-49d8-4a1f-8760-7c0c11510b0c {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:52.719408 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb078cb9-0e52-41da-a866-c97f659c9cb4', 'code': 200} Jun 16 11:07:52.747061 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c400-5aaa-45a3-9d40-dbed8930a3f1 req-d968f731-600b-4fd7-88ec-7ec7e7e81777 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:52.749310 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e5b3c400-5aaa-45a3-9d40-dbed8930a3f1 req-d968f731-600b-4fd7-88ec-7ec7e7e81777 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 946 time: 0.1326447 Jun 16 11:07:52.800037 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e5b3c400-5aaa-45a3-9d40-dbed8930a3f1 req-359393df-2a91-4b4b-8e77-c76770cd0e9a tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Jun 16 11:07:52.912200 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e22d-c457-41ba-a2a6-41c79cab3a7c req-17c786ba-6df6-428b-b319-1761bd3155bd tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:52.913833 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8a34e22d-c457-41ba-a2a6-41c79cab3a7c req-17c786ba-6df6-428b-b319-1761bd3155bd tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 949 time: 0.0759263 Jun 16 11:07:52.956012 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8a34e22d-c457-41ba-a2a6-41c79cab3a7c req-884f54e2-6f41-4b8a-a64d-aa2b441db062 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Jun 16 11:07:52.993333 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:07:53.022500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b868-9816-4a48-83bc-04da5109e8b9 req-89f53f0a-10d2-4541-9198-14c9b1ceac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:53.024246 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1863b868-9816-4a48-83bc-04da5109e8b9 req-89f53f0a-10d2-4541-9198-14c9b1ceac34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 1099 time: 0.0667720 Jun 16 11:07:53.111478 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1863b868-9816-4a48-83bc-04da5109e8b9 req-18278c31-2f8a-49da-b5b5-3e0795d9dda1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676751 Jun 16 11:07:53.907314 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33bf1e-ad50-496d-a72b-ae9739a94190 req-41f8558c-4ed0-49d1-846a-be3a86f34a36 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:53.909014 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e33bf1e-ad50-496d-a72b-ae9739a94190 req-41f8558c-4ed0-49d1-846a-be3a86f34a36 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1091075 Jun 16 11:07:53.961822 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e33bf1e-ad50-496d-a72b-ae9739a94190 req-f558889a-244e-42da-af90-ab7c7edc0eda tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Jun 16 11:07:54.010020 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8eec4-e891-49ed-8dee-e76f2f77c5e1 req-d252537f-338f-4a09-9045-ae1c3497a378 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:54.011482 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-19e8eec4-e891-49ed-8dee-e76f2f77c5e1 req-d252537f-338f-4a09-9045-ae1c3497a378 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 946 time: 0.0784204 Jun 16 11:07:54.052910 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-19e8eec4-e891-49ed-8dee-e76f2f77c5e1 req-cc811763-0770-4861-8448-e341a11fe762 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Jun 16 11:07:54.154875 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9ec6-42a7-48d1-874f-230ac1590b6d req-33a27e0e-334e-4327-abcc-b4de8dcf7cc9 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:54.156373 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2d3f9ec6-42a7-48d1-874f-230ac1590b6d req-33a27e0e-334e-4327-abcc-b4de8dcf7cc9 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 949 time: 0.0837703 Jun 16 11:07:54.196764 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2d3f9ec6-42a7-48d1-874f-230ac1590b6d req-de806338-764d-4676-a59e-db7f9cce1c43 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Jun 16 11:07:55.181868 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4f73-f4e8-4c1d-bc2f-7abd9752947a req-190cacff-6b6e-4f84-9595-02ea6db005ec tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:55.183457 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fa0f4f73-f4e8-4c1d-bc2f-7abd9752947a req-190cacff-6b6e-4f84-9595-02ea6db005ec tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0720079 Jun 16 11:07:55.229811 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fa0f4f73-f4e8-4c1d-bc2f-7abd9752947a req-f706f44f-2815-4031-a205-a3153da4c57f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389638 Jun 16 11:07:55.244303 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab13b-b182-492a-b0e3-86befcce1591 req-3641ebb4-b227-4a5d-bb66-6304934e3d08 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:55.246275 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cfcab13b-b182-492a-b0e3-86befcce1591 req-3641ebb4-b227-4a5d-bb66-6304934e3d08 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 946 time: 0.0653255 Jun 16 11:07:55.289292 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cfcab13b-b182-492a-b0e3-86befcce1591 req-4e3c3288-448e-4daa-8269-54271aca3faa tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Jun 16 11:07:55.396977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27a49d-cce6-4d58-901d-22c616ea94bb req-0daf1a8f-87be-4926-8188-81c8cb00067d tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:55.398898 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f27a49d-cce6-4d58-901d-22c616ea94bb req-0daf1a8f-87be-4926-8188-81c8cb00067d tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 949 time: 0.0655365 Jun 16 11:07:55.452590 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f27a49d-cce6-4d58-901d-22c616ea94bb req-967a4b82-0284-4e37-afe0-24d6a9bd985d tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Jun 16 11:07:56.963125 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:07:57.024692 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:07:57.030262 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:07:57.030888 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:57.122788 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:57.156760 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:07:57.160808 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b434b3-3052-43c3-87e0-2180de7ff276" -d '{"events": [{"server_uuid": "a1a871f2-0a27-4f6a-b1cd-eb8d78deb141", "name": "network-vif-plugged", "status": "completed", "tag": "9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:07:57.181899 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,segment=NetworkSegment(ea27e618-17be-4126-9379-b9aa0595f30c),segment_id=ea27e618-17be-4126-9379-b9aa0595f30c)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:07:57.186098 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:07:57.188308 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-076a3c72-deb8-43a9-b809-a6a84bc73837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:07:57.235013 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:07:57.238166 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:07:59.124133 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c0153-ad65-4d98-8a08-0ac498c5e034 req-aab4658d-419b-4c8c-8770-49c2fd7e4770 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:59.125769 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf9c0153-ad65-4d98-8a08-0ac498c5e034 req-aab4658d-419b-4c8c-8770-49c2fd7e4770 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0799806 Jun 16 11:07:59.141128 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8dba3-fce8-459d-b23f-d568ab119eee req-1d31267d-fd46-4366-abd1-1013f76c8718 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:59.142671 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7ba8dba3-fce8-459d-b23f-d568ab119eee req-1d31267d-fd46-4366-abd1-1013f76c8718 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.0634432 Jun 16 11:07:59.165710 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf9c0153-ad65-4d98-8a08-0ac498c5e034 req-282e5d99-ce3c-4b9a-8900-4219f7dee3b4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jun 16 11:07:59.187430 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7ba8dba3-fce8-459d-b23f-d568ab119eee req-6764725b-d25b-4f9b-9924-0bd3dc844822 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382643 Jun 16 11:07:59.250787 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b337585e-05b4-4ce6-8374-a43fdbc0a54a x-openstack-request-id: req-b337585e-05b4-4ce6-8374-a43fdbc0a54a {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:07:59.251371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a871f2-0a27-4f6a-b1cd-eb8d78deb141", "name": "network-vif-plugged", "status": "completed", "tag": "9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:07:59.251371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b337585e-05b4-4ce6-8374-a43fdbc0a54a {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:07:59.251708 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c', 'code': 200} Jun 16 11:07:59.472988 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd9394-a160-45f4-bcad-d5131cdaea81 req-b5f37fa7-ea6b-421a-a906-95ec659b06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:59.474706 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5ecd9394-a160-45f4-bcad-d5131cdaea81 req-b5f37fa7-ea6b-421a-a906-95ec659b06d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 1103 time: 0.0529466 Jun 16 11:07:59.516428 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5ecd9394-a160-45f4-bcad-d5131cdaea81 req-7b035583-ef7a-4631-876f-38c11a83d078 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301743 Jun 16 11:07:59.923743 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d3b5-ef46-45aa-b807-3b7877250a1c req-7d57e12e-3847-46cb-9511-5391639a7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:07:59.925291 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ec05d3b5-ef46-45aa-b807-3b7877250a1c req-7d57e12e-3847-46cb-9511-5391639a7b90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 1098 time: 0.0593693 Jun 16 11:07:59.966355 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ec05d3b5-ef46-45aa-b807-3b7877250a1c req-f53c63d8-f041-4b7f-b254-ca96d7ee7b91 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Jun 16 11:08:00.159113 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48778) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:00.262959 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a52229ca-c255-4408-95b2-a507e13bd948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.356255 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a52229ca-c255-4408-95b2-a507e13bd948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.360111 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a52229ca-c255-4408-95b2-a507e13bd948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.362488 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-86b399e9-f8ba-4174-a122-f2e7bd801cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:00.400692 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a52229ca-c255-4408-95b2-a507e13bd948 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b3bc21d4a89487eafef79982c27c35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404425 Jun 16 11:08:00.401679 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52229ca-c255-4408-95b2-a507e13bd948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b315ff45-d297-4efa-b4a8-035a7c915248,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:00.403700 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48786) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:00.404968 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a52229ca-c255-4408-95b2-a507e13bd948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:00.456640 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.478227 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.529019 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.531661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.532851 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b315ff45-d297-4efa-b4a8-035a7c915248 HTTP/1.1" status: 204 len: 168 time: 0.1280489 Jun 16 11:08:00.533691 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-643c3fdb-1cd6-48d7-abbe-a88bd96402e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:00.541295 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b315ff45-d297-4efa-b4a8-035a7c915248,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:00.543635 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:00.586842 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-9d6ab284-af7a-4481-891f-6388adb5742e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.803542 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 48794) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:00.816509 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-30e4bf5a-5950-4b3d-9bd0-83122fc4110c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.912674 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-30e4bf5a-5950-4b3d-9bd0-83122fc4110c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.916450 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-30e4bf5a-5950-4b3d-9bd0-83122fc4110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:00.918947 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5097dee9-d288-4b41-8e34-403bf3604c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:00.954474 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-30e4bf5a-5950-4b3d-9bd0-83122fc4110c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1ed39418d1142928edb3588b7d49c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498034 Jun 16 11:08:00.955417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4bf5a-5950-4b3d-9bd0-83122fc4110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d879fa3-5e88-44b4-8586-790142b0c057,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:00.957258 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 48796) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:00.958621 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-30e4bf5a-5950-4b3d-9bd0-83122fc4110c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:01.006672 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:01.027160 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:01.074356 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:01.077063 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:01.078216 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d879fa3-5e88-44b4-8586-790142b0c057 HTTP/1.1" status: 204 len: 168 time: 0.1198645 Jun 16 11:08:01.079098 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-49424c7e-16f3-43f9-9dbc-a81738c54522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:01.087910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d879fa3-5e88-44b4-8586-790142b0c057,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:01.090738 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:03.394034 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:03.725716 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3a0b758e-4f74-4018-a147-d47bcc98fd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:03.741178 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a3b61-433e-4553-ad81-1a5913a09752 req-6fe9a7ef-a3ca-4422-b6c4-d29fcf2d7856 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:03.744590 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-689a3b61-433e-4553-ad81-1a5913a09752 req-6fe9a7ef-a3ca-4422-b6c4-d29fcf2d7856 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0867097 Jun 16 11:08:03.782670 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771a26a-145b-4f15-85e1-18daf23fbf60 req-123b2a99-7399-406d-a348-dd537e1f1272 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:03.784138 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d771a26a-145b-4f15-85e1-18daf23fbf60 req-123b2a99-7399-406d-a348-dd537e1f1272 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.0696161 Jun 16 11:08:03.788239 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-689a3b61-433e-4553-ad81-1a5913a09752 req-71040bc0-ed31-4fe1-b3bd-9c2ee7c81ed0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Jun 16 11:08:03.825964 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d771a26a-145b-4f15-85e1-18daf23fbf60 req-dafddf1f-8222-4321-b2b6-d7c14e5a6afb tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347786 Jun 16 11:08:04.500604 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:05.064345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269143da-d9f7-45aa-bf64-db11261b58b0 req-e0ffd3e7-ca32-408a-ae33-0f40f0ba09ab tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:05.065852 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-269143da-d9f7-45aa-bf64-db11261b58b0 req-e0ffd3e7-ca32-408a-ae33-0f40f0ba09ab tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.0807960 Jun 16 11:08:05.108857 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e9f5e-48b1-43c2-833d-8230e7aede77 req-296de7cc-e4cc-46ba-899a-0b28421e7808 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:05.111847 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e8e9f5e-48b1-43c2-833d-8230e7aede77 req-296de7cc-e4cc-46ba-899a-0b28421e7808 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0796230 Jun 16 11:08:05.116404 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-269143da-d9f7-45aa-bf64-db11261b58b0 req-4449471c-b088-4c5a-922b-b2dc504d1ff2 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Jun 16 11:08:05.161286 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e8e9f5e-48b1-43c2-833d-8230e7aede77 req-0cc86d42-fde2-46f4-adf3-2495e55d2be0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Jun 16 11:08:05.338797 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea0c5-2960-41f6-98c4-523f0e410862 req-6fa11cad-59a7-4738-a1a2-36780e00c744 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:05.340304 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6c5ea0c5-2960-41f6-98c4-523f0e410862 req-6fa11cad-59a7-4738-a1a2-36780e00c744 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0680718 Jun 16 11:08:05.380641 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6c5ea0c5-2960-41f6-98c4-523f0e410862 req-8cdc0450-6c1e-47a4-8152-8919409e3453 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Jun 16 11:08:05.578491 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4751d3-cf8e-4403-98bc-e9fc73d642ca req-8fcd3dca-5156-4908-9bd9-67d67a40be3b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:05.579995 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5d4751d3-cf8e-4403-98bc-e9fc73d642ca req-8fcd3dca-5156-4908-9bd9-67d67a40be3b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.0682588 Jun 16 11:08:05.624291 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5d4751d3-cf8e-4403-98bc-e9fc73d642ca req-43acb0c9-f2f7-4923-b837-b397699292f7 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376823 Jun 16 11:08:06.134021 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:08.906297 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907235a-f6d4-48d8-8d6c-e05a8b8ad81e req-efc62d8b-3c64-4b25-b309-d79b0e020126 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:08.907663 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9907235a-f6d4-48d8-8d6c-e05a8b8ad81e req-efc62d8b-3c64-4b25-b309-d79b0e020126 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.0637236 Jun 16 11:08:08.949540 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9907235a-f6d4-48d8-8d6c-e05a8b8ad81e req-08bc4ff2-a76d-4e21-b3b5-da7642864620 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349433 Jun 16 11:08:10.155330 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa8d34-5d0f-41f3-9432-345d0aaec774 req-d52022ab-bef5-479a-b681-8d96485891fc tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:10.157147 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-13fa8d34-5d0f-41f3-9432-345d0aaec774 req-d52022ab-bef5-479a-b681-8d96485891fc tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.0798669 Jun 16 11:08:10.221989 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-13fa8d34-5d0f-41f3-9432-345d0aaec774 req-c3871cd5-cb04-4a8b-852b-bd82fa8b353f tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 Jun 16 11:08:10.369421 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-3363b44b-c600-4d8e-a4f0-11cf76dcdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:10.370930 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-3363b44b-c600-4d8e-a4f0-11cf76dcdc8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.1224387 Jun 16 11:08:10.414500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcf611-d620-4c08-aeb7-3bba80cd8029 req-0a245860-d30d-4d99-a7d0-3dbfb9d46a61 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:10.416111 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-82fcf611-d620-4c08-aeb7-3bba80cd8029 req-0a245860-d30d-4d99-a7d0-3dbfb9d46a61 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1051068 Jun 16 11:08:10.557582 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-82fcf611-d620-4c08-aeb7-3bba80cd8029 req-05c32802-41bc-4f1c-924d-70092da8c595 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116858 Jun 16 11:08:10.564167 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-174a3d54-b1d4-4f22-9b8b-fdc67f7bd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:10.566499 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-174a3d54-b1d4-4f22-9b8b-fdc67f7bd5d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.1784005 Jun 16 11:08:10.633478 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-7ddbb6d2-879f-46aa-8d01-4d0bbe15cf7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 217 time: 0.0444508 Jun 16 11:08:10.736499 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-257a6a5c-3024-443e-9734-c2985c3c6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:10.740951 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-257a6a5c-3024-443e-9734-c2985c3c6e41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0956581 Jun 16 11:08:10.792630 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-f8c2a92e-abc2-4b4e-8c97-314cdf400d23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406337 Jun 16 11:08:10.811534 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49034) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:10.860033 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.052043 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-54e0557e-d8a8-40c1-9c52-0979012b20b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.180926 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-06bac0af-46bf-463e-9012-ad3e9ce32457 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469212 Jun 16 11:08:11.201346 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-3449a1c7-4b6d-4e35-8d46-b4a714bd9399 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:11.203067 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-3449a1c7-4b6d-4e35-8d46-b4a714bd9399 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.3575747 Jun 16 11:08:11.311916 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-54e0557e-d8a8-40c1-9c52-0979012b20b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.326522 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-54e0557e-d8a8-40c1-9c52-0979012b20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.375341 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-53923c6d-48ba-4078-adbd-d707ae02ba0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:11.383957 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-54e0557e-d8a8-40c1-9c52-0979012b20b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af794e8fc71e4691af073a671c70d783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698287 Jun 16 11:08:11.386985 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49068) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:11.454119 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0557e-d8a8-40c1-9c52-0979012b20b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ffa371-f914-4993-beda-f1de420f8ee9,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:11.456971 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-60234d8d-b1c2-4fac-81b4-a62a28bd8ced req-c51d200c-e1b7-4cb4-a875-632a2209097c service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526467 Jun 16 11:08:11.464684 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-54e0557e-d8a8-40c1-9c52-0979012b20b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:11.548339 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.590864 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.637630 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8132d-6b56-4fb5-8797-7c92350bbb7d req-c719524d-75c7-4bee-b2c6-8229c72f7846 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:11.639087 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-62c8132d-6b56-4fb5-8797-7c92350bbb7d req-c719524d-75c7-4bee-b2c6-8229c72f7846 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 950 time: 0.1751218 Jun 16 11:08:11.641784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Deleting port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:08:11.642121 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.664862 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.668474 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.669605 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53ffa371-f914-4993-beda-f1de420f8ee9 HTTP/1.1" status: 204 len: 168 time: 0.2811337 Jun 16 11:08:11.670416 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d6a62aa7-ed8f-421a-965f-b3c0f56cdc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:11.680369 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ffa371-f914-4993-beda-f1de420f8ee9,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:11.684294 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:11.758472 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-62c8132d-6b56-4fb5-8797-7c92350bbb7d req-d0013e33-6c4b-4101-9efd-7b12c43540c8 tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981567 Jun 16 11:08:11.804102 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] For port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,segment=NetworkSegment(ea27e618-17be-4126-9379-b9aa0595f30c),segment_id=ea27e618-17be-4126-9379-b9aa0595f30c)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:11.807614 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:11.879685 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ab06-9727-4c98-9440-6e7325fc4cb1 req-71233e23-8154-4d42-91aa-84ed4271c35b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:11.887044 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9489ab06-9727-4c98-9440-6e7325fc4cb1 req-71233e23-8154-4d42-91aa-84ed4271c35b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1032255 Jun 16 11:08:11.911600 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Calling delete_port for 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:08:11.938189 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9489ab06-9727-4c98-9440-6e7325fc4cb1 req-f5bc9c64-9ead-4679-803b-1c9386843888 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499852 Jun 16 11:08:12.091525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:12.096448 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:12.109504 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:08:12.125919 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Pushing event deleted for resources: {'Port': ['ID=9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:12.130130 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:12.229646 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] No DVR routers for this DVR port 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:08:12.232316 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:12.235084 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-19f0451f-abd4-44a2-943d-11a8eeb20c3f req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.35 "DELETE /v2.0/ports/9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c HTTP/1.1" status: 204 len: 173 time: 0.9195716 Jun 16 11:08:12.235507 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'name': 'network-vif-deleted', 'tag': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:08:12.239845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28325823-0ac2-4d7f-84b5-70f9e9086b3c" -d '{"events": [{"server_uuid": "a1a871f2-0a27-4f6a-b1cd-eb8d78deb141", "name": "network-vif-deleted", "tag": "9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:08:12.314058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a6e8f1-0ab1-4f26-9551-2b51c0617dab x-openstack-request-id: req-b7a6e8f1-0ab1-4f26-9551-2b51c0617dab {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:08:12.314814 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a871f2-0a27-4f6a-b1cd-eb8d78deb141", "name": "network-vif-deleted", "tag": "9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:08:12.315249 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7a6e8f1-0ab1-4f26-9551-2b51c0617dab {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:08:12.315890 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a871f2-0a27-4f6a-b1cd-eb8d78deb141', 'name': 'network-vif-deleted', 'tag': '9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c', 'status': 'completed', 'code': 200} Jun 16 11:08:12.964435 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d6ae9970-c4cc-456a-bf6d-10b4b4aba0b6 req-46d5b42d-09ec-45cd-9bf3-5da7f52c7dde tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a871f2-0a27-4f6a-b1cd-eb8d78deb141 HTTP/1.1" status: 200 len: 210 time: 0.0312672 Jun 16 11:08:13.168654 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dca710-266a-4e2f-81f0-dccfbfc31962 req-34797754-60be-487e-8362-5bec50cc08fb tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:13.180842 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-64dca710-266a-4e2f-81f0-dccfbfc31962 req-34797754-60be-487e-8362-5bec50cc08fb tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0943754 Jun 16 11:08:13.239150 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-64dca710-266a-4e2f-81f0-dccfbfc31962 req-4d556f79-113f-48d9-9ef7-4acf530fb856 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Jun 16 11:08:14.271197 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:08:14.304992 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:08:14.305094 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9b587fb8-5cf3-4efa-a34b-1fe6acaf2c5c not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:08:14.470910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd0828-b524-4344-993b-a187f4204012 req-e9c4e657-b8e5-4e43-806f-56a6d98fda5e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:14.472278 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-78fd0828-b524-4344-993b-a187f4204012 req-e9c4e657-b8e5-4e43-806f-56a6d98fda5e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0940812 Jun 16 11:08:14.558830 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-78fd0828-b524-4344-993b-a187f4204012 req-44a54c0b-d509-4e37-8288-58477f9637fe tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Jun 16 11:08:14.805058 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079798-010b-41e5-833d-4c4acb9b9665 req-6e380461-9f7c-4fda-acba-04b186ab63a0 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:14.806986 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-6e380461-9f7c-4fda-acba-04b186ab63a0 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.1277113 Jun 16 11:08:14.825904 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-7d2fd697-3fc6-4bcf-9901-b3edf594be8d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/quotas/c79b9adb80c646b6b23f24df60dbebf2 HTTP/1.1" status: 200 len: 375 time: 0.0114291 Jun 16 11:08:14.912267 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ee9b2623-91fb-46f9-9d38-65763b5e8f62 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751693 Jun 16 11:08:15.012296 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-7ebccdee-4334-425d-b11d-0a1a828f6797 service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910211 Jun 16 11:08:15.105953 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-a3ddae91-4371-42e4-85a7-a13fe6baf667 service neutron] 10.222.0.21 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877712 Jun 16 11:08:15.308448 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2a668d4e-700d-4f3c-ad71-e6ddac777609 req-2660c5c8-d166-4b00-8680-89f91bde235e tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 210 time: 0.0475254 Jun 16 11:08:15.748525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244e6d-8aa2-4d1a-8c71-723f4ad65502 req-563f6d62-72a5-4df5-a383-92e541163ff9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:15.749981 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b5244e6d-8aa2-4d1a-8c71-723f4ad65502 req-563f6d62-72a5-4df5-a383-92e541163ff9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0667281 Jun 16 11:08:15.791411 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b5244e6d-8aa2-4d1a-8c71-723f4ad65502 req-a5d8d17f-692c-46ea-999e-1e034317dda7 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Jun 16 11:08:18.106259 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bf73fddb-ce2e-43f5-b651-9627f9b70b7d req-90e72ce2-5808-4a59-b47c-0b8252a9d61d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 210 time: 0.0313141 Jun 16 11:08:18.161399 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc772c-a6e2-4467-b411-00c0f531b951 req-094c507a-8028-413f-b42d-afed4b43a22c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:18.162965 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f4cc772c-a6e2-4467-b411-00c0f531b951 req-094c507a-8028-413f-b42d-afed4b43a22c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0798650 Jun 16 11:08:18.209049 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f4cc772c-a6e2-4467-b411-00c0f531b951 req-fa35a6b9-8022-4a1d-b11f-3ed446f737d5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Jun 16 11:08:18.892964 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079798-010b-41e5-833d-4c4acb9b9665 req-36877876-6c52-45cb-b743-b6df74147a51 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:18.894422 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-36877876-6c52-45cb-b743-b6df74147a51 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 815 time: 0.1185167 Jun 16 11:08:18.926342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Request body: {'port': {'device_id': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'admin_state_up': True, 'tenant_id': 'c79b9adb80c646b6b23f24df60dbebf2'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:19.094980 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Made reservation on behalf of c79b9adb80c646b6b23f24df60dbebf2 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:19.101417 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.356566 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Allocated IP 172.20.0.3 (b6c281ec-df9e-43a5-b8af-aae051136177/70f2b0fb-7963-4933-b395-de93499a6d96/7e2da631-98e1-4468-b45e-5b03ff0926c3) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:19.457676 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bd63ebb4-111a-4758-ba43-90d48d41918a req-67211eca-c82b-4b66-b14d-a6f193ab4401 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 210 time: 0.0761125 Jun 16 11:08:19.533844 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49544) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:19.556254 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49548) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:19.620573 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4175401-e566-48ee-9a2d-2a6f89540c6b req-0f0870d9-e11e-4ed4-ab30-278508fb375d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:19.622384 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4175401-e566-48ee-9a2d-2a6f89540c6b req-0f0870d9-e11e-4ed4-ab30-278508fb375d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.2048943 Jun 16 11:08:19.664163 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.689144 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-578221d7-c375-4d46-af37-778a909ae4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.696496 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c4175401-e566-48ee-9a2d-2a6f89540c6b req-2797b229-8290-4318-ac4e-6e2839d931d1 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 Jun 16 11:08:19.737718 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.743315 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1065ecc1-4ad6-4a6a-9c65-f2e5b355064d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:19.753019 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755', 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'cb078cb9-0e52-41da-a866-c97f659c9cb4'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:08:19.777205 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49554) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:19.778309 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-aeada585-0923-4996-baa2-c561886b5957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2390ae2c5d8b4e3f83fd494a2f3725ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187955 Jun 16 11:08:19.806899 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Network b6c281ec-df9e-43a5-b8af-aae051136177 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:19.814435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:19.823400 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:19.828617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:19.829243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.841765 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event updated for resources: {'Port': ['ID=7e2da631-98e1-4468-b45e-5b03ff0926c3,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:19.851613 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:19.866469 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-578221d7-c375-4d46-af37-778a909ae4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.871913 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.874069 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-578221d7-c375-4d46-af37-778a909ae4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.879325 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9584415 Jun 16 11:08:19.902080 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-54e0557e-d8a8-40c1-9c52-0979012b20b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:19.904582 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Request body: {'port': {'device_id': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:19.907864 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-578221d7-c375-4d46-af37-778a909ae4fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5745545c6d3149449065c4937e5d2ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726110 Jun 16 11:08:19.909035 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:19.911667 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49558) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:19.959357 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49560) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:19.963760 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578221d7-c375-4d46-af37-778a909ae4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592fd97c-f3bd-4417-a2f6-b353aca8a6f2,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:19.971068 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-578221d7-c375-4d46-af37-778a909ae4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:19.992008 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.018269 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.077557 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.092103 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.095991 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.109880 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/592fd97c-f3bd-4417-a2f6-b353aca8a6f2 HTTP/1.1" status: 204 len: 168 time: 0.1887789 Jun 16 11:08:20.111811 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cf6a6d33-52a7-4250-8dbf-910ca8158abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:20.126024 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592fd97c-f3bd-4417-a2f6-b353aca8a6f2,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:20.130056 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:20.365669 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-df7ff24e-46ca-46d1-9973-b53dfd9814c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.400803 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.403376 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.404589 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28c5d844-14f2-42e4-a5d1-fd3ac511c0bf HTTP/1.1" status: 204 len: 168 time: 0.6264634 Jun 16 11:08:20.409979 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:20.453498 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c5d844-14f2-42e4-a5d1-fd3ac511c0bf,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:20.461154 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:20.762587 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-df7ff24e-46ca-46d1-9973-b53dfd9814c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.776350 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-df7ff24e-46ca-46d1-9973-b53dfd9814c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.781735 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:20.855483 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-df7ff24e-46ca-46d1-9973-b53dfd9814c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b70fff40f34c4d00b07abaa49986a6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8950531 Jun 16 11:08:20.856396 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ff24e-46ca-46d1-9973-b53dfd9814c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5a0605-f6b0-4bee-98e4-49e5ed7e4e98,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:20.858111 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49594) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:20.879599 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-df7ff24e-46ca-46d1-9973-b53dfd9814c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:20.903758 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2da631-98e1-4468-b45e-5b03ff0926c3 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:08:20.917054 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d1ac0-6d27-4c7d-9ba4-343303e58428 req-35ba3790-9795-403f-b926-9bdfe03b98fc tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:20.918578 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-db1d1ac0-6d27-4c7d-9ba4-343303e58428 req-35ba3790-9795-403f-b926-9bdfe03b98fc tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 931 time: 0.2149339 Jun 16 11:08:20.929984 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.937941 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.962105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Transition to ACTIVE for port object 7e2da631-98e1-4468-b45e-5b03ff0926c3 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:20.968320 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.969848 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:20.977863 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5003ec63-aa0e-4ea0-8cf2-654a07107ce8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:21.011383 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3132816-4f3b-4501-bfa4-e83c4eed4bef req-60cbceb5-359d-41a8-9ff4-b870d283e026 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:21.014181 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-db1d1ac0-6d27-4c7d-9ba4-343303e58428 req-bf361667-92d7-4d1e-8361-a1f08daecc70 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789590 Jun 16 11:08:21.017199 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b3132816-4f3b-4501-bfa4-e83c4eed4bef req-60cbceb5-359d-41a8-9ff4-b870d283e026 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1605339 Jun 16 11:08:21.065759 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b3132816-4f3b-4501-bfa4-e83c4eed4bef req-e442d493-bd19-4c71-b6a2-6bbe405d7e52 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Jun 16 11:08:21.079241 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2da631-98e1-4468-b45e-5b03ff0926c3,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:21.084788 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:21.101074 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.101074 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.103812 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a5a0605-f6b0-4bee-98e4-49e5ed7e4e98 HTTP/1.1" status: 204 len: 168 time: 0.2436202 Jun 16 11:08:21.104604 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-618a1325-c9da-42f8-8e65-cdaff827b96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:21.116107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5a0605-f6b0-4bee-98e4-49e5ed7e4e98,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:21.120058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Attempting to bind port 7e2da631-98e1-4468-b45e-5b03ff0926c3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:21.120645 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Attempting to bind port 7e2da631-98e1-4468-b45e-5b03ff0926c3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:21.121186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Attempting to bind port 7e2da631-98e1-4468-b45e-5b03ff0926c3 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:21.125180 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:21.126646 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Port 7e2da631-98e1-4468-b45e-5b03ff0926c3 on network b6c281ec-df9e-43a5-b8af-aae051136177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:08:21.127130 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Attempting to bind port 7e2da631-98e1-4468-b45e-5b03ff0926c3 on network b6c281ec-df9e-43a5-b8af-aae051136177 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:21.134552 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:21.135471 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Checking segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:21.136057 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Bound using segment: {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:21.136670 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Bound port: 7e2da631-98e1-4468-b45e-5b03ff0926c3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:21.137181 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.183096 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49604) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:21.216392 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] For port 7e2da631-98e1-4468-b45e-5b03ff0926c3, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:21.220215 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] For port 7e2da631-98e1-4468-b45e-5b03ff0926c3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2da631-98e1-4468-b45e-5b03ff0926c3,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:21.226073 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.229153 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:21.260109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:21.260701 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.262222 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e2da631-98e1-4468-b45e-5b03ff0926c3 HTTP/1.1" status: 200 len: 1093 time: 1.3683875 Jun 16 11:08:21.262710 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'tag': '7e2da631-98e1-4468-b45e-5b03ff0926c3'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:08:21.265157 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111ad697-fcfc-4882-8ee2-aef1cc329633" -d '{"events": [{"name": "network-changed", "server_uuid": "d63a9f6b-d7d6-418b-ad40-a20dafe38a74", "tag": "7e2da631-98e1-4468-b45e-5b03ff0926c3"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:08:21.299356 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2da631-98e1-4468-b45e-5b03ff0926c3,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:21.309972 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:21.317453 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04baa895-4315-4b30-a58a-57aaa5f372bb x-openstack-request-id: req-04baa895-4315-4b30-a58a-57aaa5f372bb {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:08:21.318074 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63a9f6b-d7d6-418b-ad40-a20dafe38a74", "tag": "7e2da631-98e1-4468-b45e-5b03ff0926c3", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:08:21.318442 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04baa895-4315-4b30-a58a-57aaa5f372bb {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:08:21.318952 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'tag': '7e2da631-98e1-4468-b45e-5b03ff0926c3', 'status': 'completed', 'code': 200} Jun 16 11:08:21.382763 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079798-010b-41e5-833d-4c4acb9b9665 req-c64ea38a-a23e-41f1-9338-aad154bd5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:21.384682 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-c64ea38a-a23e-41f1-9338-aad154bd5ddd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 1096 time: 0.0597670 Jun 16 11:08:21.482456 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-9ef69984-4077-42fd-93fc-bb688d0de5c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e2da631-98e1-4468-b45e-5b03ff0926c3 HTTP/1.1" status: 200 len: 217 time: 0.0814099 Jun 16 11:08:21.518394 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677325749-network', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:21.546557 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Made reservation on behalf of 547eb1840c464d0f999f1dfd938b7ad0 for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:21.551864 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.556979 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079798-010b-41e5-833d-4c4acb9b9665 req-92623545-f339-470a-b9cb-c8a2ba40cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:21.558429 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-92623545-f339-470a-b9cb-c8a2ba40cd4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.0574341 Jun 16 11:08:21.563471 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.612457 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-a8915848-91db-4af5-921c-82b458c78a9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350435 Jun 16 11:08:21.679031 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.683892 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.688075 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-490f8b83-a013-4228-8abd-9ba8facf2b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:21.711330 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:08:21.721446 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acde6d7-3fbd-42bc-b19f-83cc568cba8d,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:21.726659 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:21.728002 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.728486 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Added segment 368c664b-e154-4768-8e4f-4a9027bbd6b3 of type vlan for network b127558a-0a91-4055-8c4e-81762c066422 Jun 16 11:08:21.728892 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-83e94bd8-546e-4610-994a-e2505e8a2e78 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971746 Jun 16 11:08:21.776095 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.818852 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.820544 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:21.821344 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.824618 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-40072c5a-d55d-48bc-8847-7eb1cbd78c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:21.860148 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6748106 Jun 16 11:08:21.861399 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49634) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:21.867092 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Request body: {'subnet': {'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677325749-subnet', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'ip_version': 4}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:21.867218 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-47079798-010b-41e5-833d-4c4acb9b9665 req-cd29ca1d-dd14-4bc0-b701-5442e4f47c6c service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237979 Jun 16 11:08:21.901545 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Pushing event updated for resources: {'Network': ['ID=b127558a-0a91-4055-8c4e-81762c066422,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:21.905855 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:21.912865 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network b127558a-0a91-4055-8c4e-81762c066422 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:08:21.937343 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Made reservation on behalf of 547eb1840c464d0f999f1dfd938b7ad0 for: {'subnet': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:21.940234 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717509'] for subnet, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:21.991550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49638) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:22.076756 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-124f9d78-54b3-48e3-8fd1-ed38cad9aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:22.080363 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-124f9d78-54b3-48e3-8fd1-ed38cad9aa05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 1096 time: 0.1472549 Jun 16 11:08:22.198177 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49648) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:22.225066 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-39da3691-ed86-4bac-89b6-2554e0c14507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:22.226662 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-39da3691-ed86-4bac-89b6-2554e0c14507 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 200 len: 916 time: 0.1292408 Jun 16 11:08:22.228747 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12623992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717527'] for subnet, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.235895 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-57e1fcfa-14a3-4a39-ad7c-344d1807fa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:22.253582 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1911605425-network', 'tenant_id': 'ce669733e4944398936716fce4a14244'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:22.297050 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-628b6cec-0234-4e88-92ca-3befba27f058 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e2da631-98e1-4468-b45e-5b03ff0926c3 HTTP/1.1" status: 200 len: 217 time: 0.0612812 Jun 16 11:08:22.344895 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d82535-451c-48ef-a657-da7f4c94eb11,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:22.348979 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.364420 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.364996 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.365352 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.365700 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.366036 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.366374 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.366709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.367043 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.367374 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.367981 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.368313 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.368635 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.374586 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:22.381626 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Made reservation on behalf of ce669733e4944398936716fce4a14244 for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:22.382075 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Checking segment: {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:22.382427 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Network hostable DHCP agents. Network: b127558a-0a91-4055-8c4e-81762c066422, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:08:22.383955 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.406003 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17e85-3015-4cb8-89d5-c2d30e1ae945 req-c6e8b9a3-217f-4aeb-acf2-52755ae52403 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:22.407459 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-06f17e85-3015-4cb8-89d5-c2d30e1ae945 req-c6e8b9a3-217f-4aeb-acf2-52755ae52403 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 943 time: 0.1191161 Jun 16 11:08:22.407936 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.422293 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Network b127558a-0a91-4055-8c4e-81762c066422 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:08:22.429353 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-600db62b-b3a5-46b0-8e6b-c564e1767dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:22.430869 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-600db62b-b3a5-46b0-8e6b-c564e1767dbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 200 len: 855 time: 0.1109715 Jun 16 11:08:22.440879 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, b127558a-0a91-4055-8c4e-81762c066422) {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:22.448959 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:22.449548 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.455228 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ff740-06c1-4d4c-9bca-06f39e90c81e None None] Network b127558a-0a91-4055-8c4e-81762c066422 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:08:22.469692 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-06f17e85-3015-4cb8-89d5-c2d30e1ae945 req-e9ac0f18-e9f8-40b3-af22-f97efadb17fe tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535207 Jun 16 11:08:22.490726 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-a5af33e9-ddf0-4b25-89b2-4b9ee01401b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6c281ec-df9e-43a5-b8af-aae051136177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496840 Jun 16 11:08:22.522186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc816-bed1-4990-8571-99cf2ff96e33 req-ec656454-5b2b-426f-b920-d8e523917aac tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:22.523659 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-736bc816-bed1-4990-8571-99cf2ff96e33 req-ec656454-5b2b-426f-b920-d8e523917aac tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.2345788 Jun 16 11:08:22.641616 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-736bc816-bed1-4990-8571-99cf2ff96e33 req-340dc1be-606e-4ec0-9630-63467296fde7 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076977 Jun 16 11:08:22.657606 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-b127558a-0a91-4055-8c4e-81762c066422', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:08:22.659195 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.671088 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-8dfe80bf-0658-4dba-aa99-677cb9dd09d4 service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694732 Jun 16 11:08:22.695041 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.700751 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.708095 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8421605 Jun 16 11:08:22.708095 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49656) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:22.710900 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:22.712391 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:22.788158 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26ec082302334fdcab284fc355dd3d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886159 Jun 16 11:08:22.791996 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f90b1b-9b03-469c-9fd0-a25d3e431311,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:22.792336 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49658) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:22.834054 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Allocated IP 172.20.0.2 (b127558a-0a91-4055-8c4e-81762c066422/07d82535-451c-48ef-a657-da7f4c94eb11/d83d39b2-9fa9-4d59-ba26-d37b400a3220) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:22.843481 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.843875 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.844234 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.844581 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.844930 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.845279 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.845641 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.845961 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.846299 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.847045 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.847045 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.847326 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:22.854711 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.855673 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:22.882679 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.907673 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-111ad697-fcfc-4882-8ee2-aef1cc329633 req-fd186091-3eb2-40b5-b349-fa401ea2e57e service neutron] 10.222.0.35 "GET /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911852 Jun 16 11:08:22.936493 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.939183 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.944129 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9f90b1b-9b03-469c-9fd0-a25d3e431311 HTTP/1.1" status: 204 len: 168 time: 0.1499624 Jun 16 11:08:22.946981 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f399e3be-df1c-430a-80f3-4f5820716ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:22.958349 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f90b1b-9b03-469c-9fd0-a25d3e431311,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:22.962228 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:22.965721 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.977156 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:22.982887 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d4a1806a-5a22-4783-b8e8-55757284f1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:23.001427 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.002868 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.011673 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:08:23.026138 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d71eb-cec4-43a4-9348-6b47b46ebc78,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:23.031851 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:23.033347 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.033686 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Added segment faf1450a-abff-46a8-87e9-7b3f2018bdd6 of type vlan for network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 Jun 16 11:08:23.044152 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.056121 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Transition to ACTIVE for port object d83d39b2-9fa9-4d59-ba26-d37b400a3220 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:23.070097 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.076820 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Transition to ACTIVE for port object d83d39b2-9fa9-4d59-ba26-d37b400a3220 will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:23.089246 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.093049 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:23.095312 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.134539 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.137480 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:23.139608 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Network b127558a-0a91-4055-8c4e-81762c066422 is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:23.140099 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.145783 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:23.146556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:23.150259 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:23.156625 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Pushing event updated for resources: {'Port': ['ID=d83d39b2-9fa9-4d59-ba26-d37b400a3220,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:23.162901 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:23.201172 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2071784 Jun 16 11:08:23.201844 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49662) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:23.219239 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Request body: {'subnet': {'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1911605425-subnet', 'tenant_id': 'ce669733e4944398936716fce4a14244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:23.231126 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Attempting to bind port d83d39b2-9fa9-4d59-ba26-d37b400a3220 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:23.231822 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Attempting to bind port d83d39b2-9fa9-4d59-ba26-d37b400a3220 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:23.232358 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Attempting to bind port d83d39b2-9fa9-4d59-ba26-d37b400a3220 on network b127558a-0a91-4055-8c4e-81762c066422 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:23.239101 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:23.239913 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Checking segment: {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:23.240486 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.241087 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Bound using segment: {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:23.241804 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Bound port: d83d39b2-9fa9-4d59-ba26-d37b400a3220, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:23.242357 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.286603 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Pushing event updated for resources: {'Network': ['ID=964662c3-a12f-45ef-a8f0-a6227cfa10c1,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:23.300308 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:08:23.300851 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:23.310098 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Made reservation on behalf of ce669733e4944398936716fce4a14244 for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:23.312648 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.354805 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] For port d83d39b2-9fa9-4d59-ba26-d37b400a3220, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:23.412275 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] For port d83d39b2-9fa9-4d59-ba26-d37b400a3220, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=d83d39b2-9fa9-4d59-ba26-d37b400a3220,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:23.418134 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.420875 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:23.511096 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.535190 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.542503 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:23.606484 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Pushing event updated for resources: {'Port': ['ID=d83d39b2-9fa9-4d59-ba26-d37b400a3220,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:23.609766 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:23.648324 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d766b9-2627-4ece-a778-04e3b3d7e863,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:23.651845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:23.663929 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Checking segment: {'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:23.663929 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Network hostable DHCP agents. Network: 964662c3-a12f-45ef-a8f0-a6227cfa10c1, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:08:23.682846 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:08:23.695985 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 964662c3-a12f-45ef-a8f0-a6227cfa10c1) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:23.701053 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:23.702051 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.709610 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969cd1f-6e08-471b-8f06-0a1f90d4592a None None] Network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:08:23.727831 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-316d82a1-d4e8-4fe0-9cc9-e93d100cec00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5173686 Jun 16 11:08:23.873726 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.873961 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148d7741-accc-4c1c-b04d-f7c1d6723f1a None None] Network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:08:23.928230 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:23.937553 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577b7f3-f90b-43b4-9483-aeded13c6a1b req-09c5ff68-f170-4b61-95ac-9a1f1e36dac0 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:23.940041 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4577b7f3-f90b-43b4-9483-aeded13c6a1b req-09c5ff68-f170-4b61-95ac-9a1f1e36dac0 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 943 time: 0.3004296 Jun 16 11:08:24.063075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bdf8d-ab9c-4be8-9dd4-1babe8bb2294 req-86dc4276-65aa-44b3-b6d5-d0f657544f33 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:24.064954 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-801bdf8d-ab9c-4be8-9dd4-1babe8bb2294 req-86dc4276-65aa-44b3-b6d5-d0f657544f33 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.2093778 Jun 16 11:08:24.137775 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4577b7f3-f90b-43b4-9483-aeded13c6a1b req-ca73c9f9-1ab8-4334-9e66-bde45e02633e tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098902 Jun 16 11:08:24.143468 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-801bdf8d-ab9c-4be8-9dd4-1babe8bb2294 req-cf5e4697-8162-4979-acf0-bd4bbcab1cff tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669034 Jun 16 11:08:24.177817 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:08:24.225805 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Allocated IP 172.27.0.106 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/a5a21177-0316-46e9-8784-11d2c22052aa) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:24.302117 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 7e2da631-98e1-4468-b45e-5b03ff0926c3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:08:24.386061 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:24.457907 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 7e2da631-98e1-4468-b45e-5b03ff0926c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2da631-98e1-4468-b45e-5b03ff0926c3,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:24.470068 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:24.478360 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '7e2da631-98e1-4468-b45e-5b03ff0926c3', 'network_id': 'b6c281ec-df9e-43a5-b8af-aae051136177', 'port_id': '7e2da631-98e1-4468-b45e-5b03ff0926c3', 'mac_address': 'fa:16:3e:bc:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f2b0fb-7963-4933-b395-de93499a6d96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:08:24.484933 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-65de7ca8-202a-46a1-bdce-1902c376fdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:24.525481 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:24.532720 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:24.535469 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:24.555636 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:24.571322 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a21177-0316-46e9-8784-11d2c22052aa,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:24.577547 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:24.578793 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2da631-98e1-4468-b45e-5b03ff0926c3 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:08:24.621316 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 7e2da631-98e1-4468-b45e-5b03ff0926c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2da631-98e1-4468-b45e-5b03ff0926c3,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:24.651060 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:24.659425 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:24.783111 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=7e2da631-98e1-4468-b45e-5b03ff0926c3,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:24.794261 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.794670 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.795015 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.797072 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.797203 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.798356 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.798757 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.799096 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.799431 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.799757 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.800148 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.800560 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:24.805915 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:24.807917 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d83d39b2-9fa9-4d59-ba26-d37b400a3220 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:24.867264 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port d83d39b2-9fa9-4d59-ba26-d37b400a3220 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:24.897852 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:25.043278 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e2aa8-b3f8-44a7-a1ce-a49c6664950e None None] Network b127558a-0a91-4055-8c4e-81762c066422 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:08:25.119215 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:25.159812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Provisioning for port d83d39b2-9fa9-4d59-ba26-d37b400a3220 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:25.171742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Provisioning complete for port d83d39b2-9fa9-4d59-ba26-d37b400a3220 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:25.171742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:25.240791 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['7e2da631-98e1-4468-b45e-5b03ff0926c3'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:08:25.278553 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:08:25.387198 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:25.420630 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa2cca-b284-4a79-adc6-23333c43bafc req-550476fb-fb63-46ad-a273-4dfedc92bb42 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:25.422844 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-06aa2cca-b284-4a79-adc6-23333c43bafc req-550476fb-fb63-46ad-a273-4dfedc92bb42 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 944 time: 0.1561248 Jun 16 11:08:25.444572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560044a7-6e8f-4f66-9eb9-c7ed85f46783 req-c04ae90a-71fc-4e35-b9fa-b760ef991f13 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:25.448126 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-560044a7-6e8f-4f66-9eb9-c7ed85f46783 req-c04ae90a-71fc-4e35-b9fa-b760ef991f13 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1138813 Jun 16 11:08:25.451332 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:08:25.462957 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-5124656c-73de-4401-a4a1-5501d107766d None None] For port d83d39b2-9fa9-4d59-ba26-d37b400a3220, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=d83d39b2-9fa9-4d59-ba26-d37b400a3220,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:25.466173 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Sync routers for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:08:25.469848 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:25.477083 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:25.487005 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:25.492408 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7829990 Jun 16 11:08:25.493548 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49690) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:25.496491 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-06aa2cca-b284-4a79-adc6-23333c43bafc req-29fd8295-63ef-4019-951a-b4b4533cbc1d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624709 Jun 16 11:08:25.497543 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:25.498512 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:25.571272 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-560044a7-6e8f-4f66-9eb9-c7ed85f46783 req-ad2455ca-7e82-4f24-b79b-508decab592a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063685 Jun 16 11:08:25.640480 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Pushing event updated for resources: {'Port': ['ID=d83d39b2-9fa9-4d59-ba26-d37b400a3220,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:25.646518 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:25.730164 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:25.808299 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-daf3d744-1e95-435f-86d6-7641aac03506 None None] Provisioning complete for port d83d39b2-9fa9-4d59-ba26-d37b400a3220 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:25.808687 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-daf3d744-1e95-435f-86d6-7641aac03506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:25.935464 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:24Z', 'revision_number': 3, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:25.938920 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Checking router: 788a1b8a-86a9-4f68-86e5-a504f56c8b0c for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:08:25.939353 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Updating router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c port a5a21177-0316-46e9-8784-11d2c22052aa binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:08:25.973957 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.109990 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-fbed2cad-f8c4-4291-9ee0-ef1bb1e86af2 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:26.111433 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-fbed2cad-f8c4-4291-9ee0-ef1bb1e86af2 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/networks?id=964662c3-a12f-45ef-a8f0-a6227cfa10c1 HTTP/1.1" status: 200 len: 814 time: 0.1745100 Jun 16 11:08:26.135772 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-100141e6-fee6-4597-a370-418d552996c4 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/quotas/ce669733e4944398936716fce4a14244 HTTP/1.1" status: 200 len: 375 time: 0.0153913 Jun 16 11:08:26.190567 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-496f44a8-818e-4e62-a9d7-6b5d70ddfa54 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce669733e4944398936716fce4a14244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376043 Jun 16 11:08:26.233181 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.244002 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Transition to ACTIVE for port object a5a21177-0316-46e9-8784-11d2c22052aa will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:26.249313 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.251465 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:26.263224 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.306113 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Pushing event updated for resources: {'Port': ['ID=a5a21177-0316-46e9-8784-11d2c22052aa,revision_number=2']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:26.308488 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Attempting to bind port a5a21177-0316-46e9-8784-11d2c22052aa on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:26.308882 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Attempting to bind port a5a21177-0316-46e9-8784-11d2c22052aa by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:26.309277 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Attempting to bind port a5a21177-0316-46e9-8784-11d2c22052aa on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:26.318067 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.318414 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.318772 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.319104 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.319430 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.319753 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.320099 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.320421 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.320741 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.321058 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.321373 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.321685 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:08:26.325243 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:26.325405 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:26.325871 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.326207 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:26.326754 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Bound port: a5a21177-0316-46e9-8784-11d2c22052aa, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:26.327052 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.328881 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:26.374774 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-7e45fe06-083d-4980-903c-99a8968ca7de service neutron] 10.222.0.21 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563611 Jun 16 11:08:26.379144 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] For port a5a21177-0316-46e9-8784-11d2c22052aa, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:26.382659 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] For port a5a21177-0316-46e9-8784-11d2c22052aa, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=a5a21177-0316-46e9-8784-11d2c22052aa,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:26.386712 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.389022 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-b941e137-91b2-44d6-a958-d403d6dd3ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:26.436359 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:26.436983 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:26.507532 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Pushing event updated for resources: {'Port': ['ID=a5a21177-0316-46e9-8784-11d2c22052aa,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:26.510649 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-5384e580-ed0f-416c-aeee-fccec600a5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:26.554498 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:26.576265 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-b424038b-58a8-4147-94e2-22563631fed7 service neutron] 10.222.0.21 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939507 Jun 16 11:08:26.586798 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Allocated IP 172.20.0.1 (b127558a-0a91-4055-8c4e-81762c066422/07d82535-451c-48ef-a657-da7f4c94eb11/9fc83487-c3db-4b58-ab5f-f33faa9804c5) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:26.752744 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.771299 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Transition to ACTIVE for port object 9fc83487-c3db-4b58-ab5f-f33faa9804c5 will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:26.776525 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d83d39b2-9fa9-4d59-ba26-d37b400a3220 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:26.812220 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:24Z', 'revision_number': 3, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:26.819203 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff39da7-90dc-48ba-a9ee-99bfc34b5898 None None] The sync data for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi is: [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:24Z', 'revision_number': 3, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:08:26.833363 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.839364 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:26.857760 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b01da-1709-4fea-9375-a16ee40f5447 req-1a6f1c5b-a673-449f-a3a1-5f3a5ac8ca24 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:26.868107 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-098b01da-1709-4fea-9375-a16ee40f5447 req-1a6f1c5b-a673-449f-a3a1-5f3a5ac8ca24 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 944 time: 0.1559224 Jun 16 11:08:26.887505 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Network b127558a-0a91-4055-8c4e-81762c066422 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:26.888748 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port d83d39b2-9fa9-4d59-ba26-d37b400a3220 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:26.889137 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:26.896608 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:26.913630 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:26.917179 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Pushing event updated for resources: {'Port': ['ID=9fc83487-c3db-4b58-ab5f-f33faa9804c5,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:26.947879 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:26.955622 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-098b01da-1709-4fea-9375-a16ee40f5447 req-42ce4b3f-2abf-48d1-b434-4330df8633f7 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Jun 16 11:08:27.002568 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:27.074057 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-934cff2f-bf2e-462b-8df3-d1b9456747ef req-eee4fdb4-1e65-4145-889e-d9589999d18e tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 210 time: 0.0629604 Jun 16 11:08:27.272035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-fe39cd9e-9a37-495d-93e0-76ead0603b7d None None] Provisioning for port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:27.276616 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-fe39cd9e-9a37-495d-93e0-76ead0603b7d None None] Provisioning complete for port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:27.277060 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-fe39cd9e-9a37-495d-93e0-76ead0603b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:27.323987 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-fe39cd9e-9a37-495d-93e0-76ead0603b7d None None] Port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:08:27.342585 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:27.354395 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6177a-e3ae-46f8-ad59-2fa80148087d req-a57de524-7215-4ac9-9031-7274c9b7d98c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:27.355972 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1cf6177a-e3ae-46f8-ad59-2fa80148087d req-a57de524-7215-4ac9-9031-7274c9b7d98c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.2584088 Jun 16 11:08:27.732784 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1cf6177a-e3ae-46f8-ad59-2fa80148087d req-3ebbed81-885d-45ef-8583-7235bbb45b22 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603206 Jun 16 11:08:27.846872 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:27.853953 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:27.859908 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:27.969148 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Pushing event updated for resources: {'Port': ['ID=9fc83487-c3db-4b58-ab5f-f33faa9804c5,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:27.971707 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:27.973851 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:28.075093 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Network b127558a-0a91-4055-8c4e-81762c066422 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:28.076787 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:28.149256 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b13f-88ca-4ad4-bd23-f8741ca777d2 req-07e5df5a-7ebf-477d-9935-68ed9eb2753b tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:28.150878 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-59e3b13f-88ca-4ad4-bd23-f8741ca777d2 req-07e5df5a-7ebf-477d-9935-68ed9eb2753b tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 944 time: 0.0804808 Jun 16 11:08:28.210638 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:08:28.213964 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-59e3b13f-88ca-4ad4-bd23-f8741ca777d2 req-99e1e5e7-a367-4780-bac0-667402fc1bc2 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559211 Jun 16 11:08:28.243570 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-29505956-f50c-4c71-b53e-83b935f78bd7 req-13301c9b-79d8-41ed-bc9a-d6543ca1467e tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 210 time: 0.0364292 Jun 16 11:08:28.304042 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 7e2da631-98e1-4468-b45e-5b03ff0926c3 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:28.368428 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-636ed8bf-0031-44c2-ad28-40bee034129c None None] Provisioning complete for port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:28.369956 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:08:28.370657 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-636ed8bf-0031-44c2-ad28-40bee034129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:28.386717 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] 10.222.0.21 "PUT /v2.0/routers/788a1b8a-86a9-4f68-86e5-a504f56c8b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8887737 Jun 16 11:08:28.406517 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 7e2da631-98e1-4468-b45e-5b03ff0926c3 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:28.418115 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 7e2da631-98e1-4468-b45e-5b03ff0926c3 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:28.418873 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:28.422906 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-636ed8bf-0031-44c2-ad28-40bee034129c None None] Port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:08:28.555556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-4dd219a8-c305-48d7-bcb1-f6811e7e1c61 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:28.560648 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-4dd219a8-c305-48d7-bcb1-f6811e7e1c61 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "GET /v2.0/networks?id=964662c3-a12f-45ef-a8f0-a6227cfa10c1 HTTP/1.1" status: 200 len: 814 time: 0.1945276 Jun 16 11:08:28.577455 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Request body: {'port': {'device_id': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1', 'admin_state_up': True, 'tenant_id': 'ce669733e4944398936716fce4a14244'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:28.587864 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:28.703055 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 7e2da631-98e1-4468-b45e-5b03ff0926c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2da631-98e1-4468-b45e-5b03ff0926c3,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:28.704864 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2da631-98e1-4468-b45e-5b03ff0926c3'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:08:28.708233 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceb534c-77a5-47c8-8ca9-e1f4040093d0" -d '{"events": [{"server_uuid": "d63a9f6b-d7d6-418b-ad40-a20dafe38a74", "name": "network-vif-plugged", "status": "completed", "tag": "7e2da631-98e1-4468-b45e-5b03ff0926c3"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:08:28.726212 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:28.728533 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-cd39e6a6-3a82-40c7-8374-7cf35a0b54da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:28.799888 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=7e2da631-98e1-4468-b45e-5b03ff0926c3,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:28.819745 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:28.822717 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae84fbf-d0c5-4803-a85b-1758c83c7050 x-openstack-request-id: req-bae84fbf-d0c5-4803-a85b-1758c83c7050 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:08:28.823269 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63a9f6b-d7d6-418b-ad40-a20dafe38a74", "name": "network-vif-plugged", "status": "completed", "tag": "7e2da631-98e1-4468-b45e-5b03ff0926c3", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:08:28.823391 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bae84fbf-d0c5-4803-a85b-1758c83c7050 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:08:28.823895 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2da631-98e1-4468-b45e-5b03ff0926c3', 'code': 200} Jun 16 11:08:28.950664 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device a5a21177-0316-46e9-8784-11d2c22052aa up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:29.006506 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Made reservation on behalf of ce669733e4944398936716fce4a14244 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:29.010058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.029483 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d8e2-9917-43c0-9a04-2c80ce03d9f1 req-831fcb5c-b9d7-416a-abea-ce09f61bfe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:29.030998 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5362d8e2-9917-43c0-9a04-2c80ce03d9f1 req-831fcb5c-b9d7-416a-abea-ce09f61bfe90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.1771359 Jun 16 11:08:29.049500 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port a5a21177-0316-46e9-8784-11d2c22052aa completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:29.056751 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port a5a21177-0316-46e9-8784-11d2c22052aa triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:29.057146 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.124407 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00233e30-d362-4c77-a36e-8b49c4f7568b req-60b3e8d8-c2a2-4b8a-bfda-4d3adc685cce tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:29.127495 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-00233e30-d362-4c77-a36e-8b49c4f7568b req-60b3e8d8-c2a2-4b8a-bfda-4d3adc685cce tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1477301 Jun 16 11:08:29.134256 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5362d8e2-9917-43c0-9a04-2c80ce03d9f1 req-5052de92-8888-4660-b213-9889a6d3304c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882425 Jun 16 11:08:29.142317 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Sync routers for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:08:29.168434 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:29.169078 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:29.180553 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-00233e30-d362-4c77-a36e-8b49c4f7568b req-a5a05180-b7c2-461a-9e04-7ae3fb3565c3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Jun 16 11:08:29.226933 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Allocated IP 172.20.0.13 (964662c3-a12f-45ef-a8f0-a6227cfa10c1/b0d766b9-2627-4ece-a778-04e3b3d7e863/cfd6e333-3073-4447-b366-0419df9d058e) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:29.283472 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440c320-3875-488f-9b36-2ce9d3b386ad req-f69be7c3-a468-4f9e-85c7-7479e414502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:29.286087 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c440c320-3875-488f-9b36-2ce9d3b386ad req-f69be7c3-a468-4f9e-85c7-7479e414502d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 1098 time: 0.0605793 Jun 16 11:08:29.289664 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.320268 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port a5a21177-0316-46e9-8784-11d2c22052aa, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=a5a21177-0316-46e9-8784-11d2c22052aa,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:29.325446 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.328717 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:29.338054 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c440c320-3875-488f-9b36-2ce9d3b386ad req-20b52123-d7c7-49d0-8a39-39dabde55958 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Jun 16 11:08:29.357725 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:29.434944 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49762) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:29.440896 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1353968907-network', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:29.449191 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=a5a21177-0316-46e9-8784-11d2c22052aa,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:29.452774 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:29.478533 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7ceb1e72-2b57-4f9c-8a2a-9aaf20484bca req-b2f1cffa-899d-4dad-8224-e44d255a2c8d tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 210 time: 0.0334113 Jun 16 11:08:29.510124 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.515881 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Made reservation on behalf of 01d0b5e6bba54ef5b9a32032a21d6064 for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:29.518463 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.528820 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.540742 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea268b-d4f7-424c-ae7d-b5b8e5335938 req-d9fafac2-e88c-416f-8188-55bbe429cdad tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:29.542254 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33ea268b-d4f7-424c-ae7d-b5b8e5335938 req-d9fafac2-e88c-416f-8188-55bbe429cdad tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 945 time: 0.1132610 Jun 16 11:08:29.597014 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.602647 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3ec67579-7915-48e5-978e-8199b74e1ce6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:29.609310 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33ea268b-d4f7-424c-ae7d-b5b8e5335938 req-e093e346-3a04-40d0-9939-c72d1872d680 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503435 Jun 16 11:08:29.613915 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 2, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:29.618261 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Checking router: 788a1b8a-86a9-4f68-86e5-a504f56c8b0c for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:08:29.618632 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Updating router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:08:29.648655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:29.652234 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:29.656936 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.658266 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:29.663892 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:29.664515 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.675314 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Pushing event updated for resources: {'Port': ['ID=cfd6e333-3073-4447-b366-0419df9d058e,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:29.678386 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.680685 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:29.684714 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.688408 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e859df08-3d94-4eee-823c-235c2da7ec6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:29.695865 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1228168 Jun 16 11:08:29.710895 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:08:29.717686 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Request body: {'port': {'device_id': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:29.730991 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.731648 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Added segment cac1d7b0-9612-478d-891e-341cb5a74b62 of type vlan for network 121ab19e-6402-47c3-90c0-99602f6fdaa0 Jun 16 11:08:29.733746 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e64d9b3-8ca3-44fb-bacb-3d6c1f81fd29,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:29.748061 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:29.799825 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.815626 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.845149 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.846643 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:29.847430 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:29.850204 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c2f343e8-890d-4c1c-8158-b489d2bc6538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:29.888597 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4515574 Jun 16 11:08:29.891542 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49768) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:29.897243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Request body: {'subnet': {'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1353968907-subnet', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:29.925148 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Pushing event updated for resources: {'Network': ['ID=121ab19e-6402-47c3-90c0-99602f6fdaa0,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:29.928951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:29.946036 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:08:29.991051 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Made reservation on behalf of 01d0b5e6bba54ef5b9a32032a21d6064 for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:08:29.993756 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.062890 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.072734 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Transition to ACTIVE for port object 9fc83487-c3db-4b58-ab5f-f33faa9804c5 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:30.078490 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.080398 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-5124656c-73de-4401-a4a1-5501d107766d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:30.162472 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1cb05-a659-4f61-a86e-bb3aa6b8ec10 None None] Pushing event updated for resources: {'Port': ['ID=9fc83487-c3db-4b58-ab5f-f33faa9804c5,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:30.166988 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4ae1cb05-a659-4f61-a86e-bb3aa6b8ec10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:30.259038 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Attempting to bind port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:30.259641 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Attempting to bind port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:30.260336 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Attempting to bind port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 on network b127558a-0a91-4055-8c4e-81762c066422 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:30.265581 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd6e333-3073-4447-b366-0419df9d058e {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:08:30.275016 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:30.275380 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Checking segment: {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:30.276210 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.277047 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Bound using segment: {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:30.277434 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Bound port: 9fc83487-c3db-4b58-ab5f-f33faa9804c5, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:30.277903 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.281065 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.305867 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.307076 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Transition to ACTIVE for port object cfd6e333-3073-4447-b366-0419df9d058e will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:30.314648 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:30.341305 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.358789 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] For port 9fc83487-c3db-4b58-ab5f-f33faa9804c5, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:30.364230 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] For port 9fc83487-c3db-4b58-ab5f-f33faa9804c5, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=9fc83487-c3db-4b58-ab5f-f33faa9804c5,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:30.371929 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.374436 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-f00dc631-20ef-4e1c-8948-3dd9b6ea1019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:30.427863 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157e413c-b80e-46da-82af-fc87b78667e8,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:30.430694 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:30.433423 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5078d4d1-0d6f-44d5-bfb3-469b022a9e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:30.435605 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Checking segment: {'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:30.435999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Network hostable DHCP agents. Network: 121ab19e-6402-47c3-90c0-99602f6fdaa0, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:08:30.502524 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916b91e-db98-4957-9b1e-70c200dd1af1 req-fd416b3c-bf2c-4215-b9d4-936dc9dcdc11 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:30.511105 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b916b91e-db98-4957-9b1e-70c200dd1af1 req-fd416b3c-bf2c-4215-b9d4-936dc9dcdc11 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1669557 Jun 16 11:08:30.534183 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Attempting to bind port cfd6e333-3073-4447-b366-0419df9d058e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:30.534527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Attempting to bind port cfd6e333-3073-4447-b366-0419df9d058e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:30.535109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Attempting to bind port cfd6e333-3073-4447-b366-0419df9d058e on network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:30.547968 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd6e333-3073-4447-b366-0419df9d058e,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:30.552927 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:30.554585 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:08:30.559027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Port cfd6e333-3073-4447-b366-0419df9d058e on network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:08:30.559027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Attempting to bind port cfd6e333-3073-4447-b366-0419df9d058e on network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:30.577630 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:30.577827 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Checking segment: {'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:30.578147 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Bound using segment: {'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:30.578604 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Bound port: cfd6e333-3073-4447-b366-0419df9d058e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:30.578955 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.584910 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1cb05-a659-4f61-a86e-bb3aa6b8ec10 None None] Pushing event updated for resources: {'Port': ['ID=9fc83487-c3db-4b58-ab5f-f33faa9804c5,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:30.588712 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b916b91e-db98-4957-9b1e-70c200dd1af1 req-412cf26d-b089-400d-816b-66412a58474e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766287 Jun 16 11:08:30.589091 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:30.589830 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:30.592242 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4ae1cb05-a659-4f61-a86e-bb3aa6b8ec10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:30.615128 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 121ab19e-6402-47c3-90c0-99602f6fdaa0) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:30.624074 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:30.624723 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.645696 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e1ed5-9ffc-43ad-86f0-e5e8d7e02cb9 None None] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:08:30.676744 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7836664 Jun 16 11:08:30.679420 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49776) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:30.685950 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:30.777200 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c11a6b2c-55c4-4fd2-a84e-a4022e78aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.790133 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.792767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:30.822564 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device a5a21177-0316-46e9-8784-11d2c22052aa up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:30.832625 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] For port cfd6e333-3073-4447-b366-0419df9d058e, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:30.853115 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] For port cfd6e333-3073-4447-b366-0419df9d058e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cfd6e333-3073-4447-b366-0419df9d058e,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:30.901048 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:30.970348 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb6fe4-d140-44a0-addc-5ce02b738a32 req-0d8a7235-375a-4f78-808c-e34ce960eb5c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:30.973519 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8ddb6fe4-d140-44a0-addc-5ce02b738a32 req-0d8a7235-375a-4f78-808c-e34ce960eb5c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 945 time: 0.1624510 Jun 16 11:08:31.022042 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8ddb6fe4-d140-44a0-addc-5ce02b738a32 req-a9161bf0-283a-4e7a-b4aa-f5a43f142b31 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 Jun 16 11:08:31.051055 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port a5a21177-0316-46e9-8784-11d2c22052aa triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:31.051445 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.143356 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-121ab19e-6402-47c3-90c0-99602f6fdaa0', 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'fixed_ips': [{'subnet_id': '157e413c-b80e-46da-82af-fc87b78667e8'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:08:31.144840 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.167288 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.172117 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:31.202621 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.219395 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:31.220039 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.221401 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] 10.222.0.35 "PUT /v2.0/ports/cfd6e333-3073-4447-b366-0419df9d058e HTTP/1.1" status: 200 len: 1094 time: 1.5100067 Jun 16 11:08:31.227479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'tag': 'cfd6e333-3073-4447-b366-0419df9d058e'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:08:31.229782 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e89f2-50d1-4854-8333-390071913917" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1472d9-b754-43fa-9d2d-49f351887a84", "tag": "cfd6e333-3073-4447-b366-0419df9d058e"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:08:31.369472 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced9c15-c259-4637-8a30-868da0fb8d7a req-6999aead-e3d6-4242-b86d-27f0682c8b41 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:31.370697 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dced9c15-c259-4637-8a30-868da0fb8d7a req-6999aead-e3d6-4242-b86d-27f0682c8b41 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 944 time: 0.6657498 Jun 16 11:08:31.376067 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd6e333-3073-4447-b366-0419df9d058e,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:31.379842 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:31.390927 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Allocated IP 172.20.0.2 (121ab19e-6402-47c3-90c0-99602f6fdaa0/157e413c-b80e-46da-82af-fc87b78667e8/bd560884-5762-4439-8a0a-52ec3f5bb5f0) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:31.407709 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:30Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:31.423699 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdef6d8-9f85-41da-b7cf-fe61e965767a None None] The sync data for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi is: [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:30Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:08:31.527226 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.533955 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f913c6ff-1b68-417a-a132-f39f237d59fa x-openstack-request-id: req-f913c6ff-1b68-417a-a132-f39f237d59fa {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:08:31.534272 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1472d9-b754-43fa-9d2d-49f351887a84", "tag": "cfd6e333-3073-4447-b366-0419df9d058e", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:08:31.534547 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f913c6ff-1b68-417a-a132-f39f237d59fa {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:08:31.534998 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'tag': 'cfd6e333-3073-4447-b366-0419df9d058e', 'status': 'completed', 'code': 200} Jun 16 11:08:31.575770 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dced9c15-c259-4637-8a30-868da0fb8d7a req-8c995341-25a8-417b-8712-4f664e7de84f tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934507 Jun 16 11:08:31.585273 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-f85271de-7f1d-49bc-bb05-5218ea721d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:31.587903 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-f85271de-7f1d-49bc-bb05-5218ea721d48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce669733e4944398936716fce4a14244&device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 1097 time: 0.2797678 Jun 16 11:08:31.602207 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.621678 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Transition to ACTIVE for port object bd560884-5762-4439-8a0a-52ec3f5bb5f0 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:31.644999 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Transition to ACTIVE for port object bd560884-5762-4439-8a0a-52ec3f5bb5f0 will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:31.655740 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.668578 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-38e09e1e-b000-4f20-8529-d519fe80dd80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd6e333-3073-4447-b366-0419df9d058e HTTP/1.1" status: 200 len: 217 time: 0.0677581 Jun 16 11:08:31.672381 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:31.722228 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:31.728000 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:31.731557 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:31.737871 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Pushing event updated for resources: {'Port': ['ID=bd560884-5762-4439-8a0a-52ec3f5bb5f0,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:31.741908 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:31.764792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-b57d3112-d900-450a-a2ea-a6508ad4dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:31.766351 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-b57d3112-d900-450a-a2ea-a6508ad4dc9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d766b9-2627-4ece-a778-04e3b3d7e863 HTTP/1.1" status: 200 len: 854 time: 0.0658090 Jun 16 11:08:31.809028 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-f5d67a93-b1a5-4c65-aeda-4a41e7e766d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=964662c3-a12f-45ef-a8f0-a6227cfa10c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328970 Jun 16 11:08:31.821614 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Attempting to bind port bd560884-5762-4439-8a0a-52ec3f5bb5f0 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:31.822081 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Attempting to bind port bd560884-5762-4439-8a0a-52ec3f5bb5f0 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:31.822517 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Attempting to bind port bd560884-5762-4439-8a0a-52ec3f5bb5f0 on network 121ab19e-6402-47c3-90c0-99602f6fdaa0 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:31.828270 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:31.828652 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Checking segment: {'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:31.829171 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.829582 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Bound using segment: {'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:31.830058 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Bound port: bd560884-5762-4439-8a0a-52ec3f5bb5f0, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:31.830438 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.895667 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111381-255c-446a-bf53-e4add9bb730e req-9c117bd6-c9e6-4c8a-8e2c-39d71f687e2f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:31.897651 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-22111381-255c-446a-bf53-e4add9bb730e req-9c117bd6-c9e6-4c8a-8e2c-39d71f687e2f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1142917 Jun 16 11:08:31.917521 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] For port bd560884-5762-4439-8a0a-52ec3f5bb5f0, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:31.923727 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] For port bd560884-5762-4439-8a0a-52ec3f5bb5f0, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=bd560884-5762-4439-8a0a-52ec3f5bb5f0,segment=NetworkSegment(cac1d7b0-9612-478d-891e-341cb5a74b62),segment_id=cac1d7b0-9612-478d-891e-341cb5a74b62)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:31.932498 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:31.939832 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:31.962285 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-22111381-255c-446a-bf53-e4add9bb730e req-32422f27-d02d-4347-83a3-a849716452a9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558054 Jun 16 11:08:32.010087 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-fae2d4d8-caf8-452b-a3bc-3245e27177a0 service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605659 Jun 16 11:08:32.045360 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:32.071157 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Pushing event updated for resources: {'Port': ['ID=bd560884-5762-4439-8a0a-52ec3f5bb5f0,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:32.079191 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:32.107966 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:32.282592 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Allocated IP 172.27.0.161 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:32.323435 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3404dc-cc85-4e47-aa25-64e0a0a57539 req-b05f7520-0d58-4309-9bb2-20148142b8d6 service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998264 Jun 16 11:08:32.447408 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d373b78-1d8c-4f5f-9327-4edbffd4b603 req-e2662228-3f87-417b-8421-a0f36a928083 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:32.448983 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0d373b78-1d8c-4f5f-9327-4edbffd4b603 req-e2662228-3f87-417b-8421-a0f36a928083 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 945 time: 0.1601994 Jun 16 11:08:32.589412 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0d373b78-1d8c-4f5f-9327-4edbffd4b603 req-28bb054a-b1a5-4cf7-a7e9-c55ed43a81ce tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198716 Jun 16 11:08:32.593970 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:32.623581 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e89f2-50d1-4854-8333-390071913917 req-ea77389b-3fb6-4392-8cd2-befc008be8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:32.625126 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b64e89f2-50d1-4854-8333-390071913917 req-ea77389b-3fb6-4392-8cd2-befc008be8a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce669733e4944398936716fce4a14244&device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 1097 time: 0.1532047 Jun 16 11:08:32.644949 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-a1a51836-bcca-48fc-9a55-f59b8b53c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:32.647170 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-a1a51836-bcca-48fc-9a55-f59b8b53c6c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.1595032 Jun 16 11:08:32.830646 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e89f2-50d1-4854-8333-390071913917 req-60a269a8-dd7a-420b-8efa-b38f625aaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:32.836578 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b64e89f2-50d1-4854-8333-390071913917 req-60a269a8-dd7a-420b-8efa-b38f625aaa5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=964662c3-a12f-45ef-a8f0-a6227cfa10c1 HTTP/1.1" status: 200 len: 915 time: 0.2010176 Jun 16 11:08:32.880026 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-5148bc90-b10b-4ed3-9c05-e2d59168230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:32.887806 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-5148bc90-b10b-4ed3-9c05-e2d59168230f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.2291722 Jun 16 11:08:32.913052 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b64e89f2-50d1-4854-8333-390071913917 req-439307ea-6329-4702-9f9a-530c72229631 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd6e333-3073-4447-b366-0419df9d058e HTTP/1.1" status: 200 len: 217 time: 0.0668716 Jun 16 11:08:32.928690 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device bd560884-5762-4439-8a0a-52ec3f5bb5f0 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:32.967063 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-e0ab7949-3cd3-4f8a-9c12-259331dbba14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 217 time: 0.0444925 Jun 16 11:08:32.982831 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:32.988975 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:33.048080 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-3d918fd8-9563-4d48-bc0f-96208e82a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:33.049611 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-3d918fd8-9563-4d48-bc0f-96208e82a060 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0738940 Jun 16 11:08:33.056948 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:33.068094 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port bd560884-5762-4439-8a0a-52ec3f5bb5f0 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:33.072710 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:33.081243 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9fc83487-c3db-4b58-ab5f-f33faa9804c5 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:33.101775 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:33.113789 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e89f2-50d1-4854-8333-390071913917 req-50823b7a-5262-40a5-800d-04fc097aaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:33.121208 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b64e89f2-50d1-4854-8333-390071913917 req-50823b7a-5262-40a5-800d-04fc097aaeb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d766b9-2627-4ece-a778-04e3b3d7e863 HTTP/1.1" status: 200 len: 854 time: 0.1892254 Jun 16 11:08:33.160282 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-80e57b0d-3fd6-4318-b203-1835456db62e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939908 Jun 16 11:08:33.298984 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7f68-d51e-4ede-8252-b0a9890fa487 req-5f71f3f8-8f95-4d61-8c98-a6e54bba1199 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:33.304827 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:33.306632 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c1ca7f68-d51e-4ede-8252-b0a9890fa487 req-5f71f3f8-8f95-4d61-8c98-a6e54bba1199 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.4892418 Jun 16 11:08:33.318625 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:33.326279 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.427343 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c1ca7f68-d51e-4ede-8252-b0a9890fa487 req-9e36a39d-564a-42ab-85fa-b61929df2ce6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197674 Jun 16 11:08:33.430436 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.439549 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-5b2513f9-5550-4a7e-a712-e063fda51216 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600875 Jun 16 11:08:33.495619 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b64e89f2-50d1-4854-8333-390071913917 req-98c2d59a-60a6-4e36-a653-ea15a97a214f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=964662c3-a12f-45ef-a8f0-a6227cfa10c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3520055 Jun 16 11:08:33.507959 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.563079 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Pushing event updated for resources: {'Port': ['ID=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:33.568611 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cd840051-eefe-4c58-b204-bd3753fc4f30 req-b63e34c1-ccae-46bf-bee9-9cd59551e330 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127422 Jun 16 11:08:33.581721 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:33.589394 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 9fc83487-c3db-4b58-ab5f-f33faa9804c5, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=9fc83487-c3db-4b58-ab5f-f33faa9804c5,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:33.597952 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.613992 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4ae1cb05-a659-4f61-a86e-bb3aa6b8ec10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:33.659990 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d780a-bb18-4592-aad6-58d927d6ea77 None None] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:08:33.693579 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=9fc83487-c3db-4b58-ab5f-f33faa9804c5,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:33.697901 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:33.762254 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9a34-bb71-430e-8159-8d5413825eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.770395 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Provisioning for port bd560884-5762-4439-8a0a-52ec3f5bb5f0 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:33.783344 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Provisioning complete for port bd560884-5762-4439-8a0a-52ec3f5bb5f0 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:33.783730 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.933059 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.971366 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] For port bd560884-5762-4439-8a0a-52ec3f5bb5f0, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=bd560884-5762-4439-8a0a-52ec3f5bb5f0,segment=NetworkSegment(cac1d7b0-9612-478d-891e-341cb5a74b62),segment_id=cac1d7b0-9612-478d-891e-341cb5a74b62)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:33.978062 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:33.979950 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:34.028655 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b64e89f2-50d1-4854-8333-390071913917 req-1c9a984a-d86f-4497-96d5-0ba42aa0f185 service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841604 Jun 16 11:08:34.039751 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98745d1-7201-4dee-bfd0-ca563e41d395 req-3530fdad-c612-4d65-9999-d3f18b052d38 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:34.041303 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c98745d1-7201-4dee-bfd0-ca563e41d395 req-3530fdad-c612-4d65-9999-d3f18b052d38 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 944 time: 0.7470992 Jun 16 11:08:34.043917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:34.071698 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Pushing event updated for resources: {'Port': ['ID=bd560884-5762-4439-8a0a-52ec3f5bb5f0,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:34.075761 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:34.229815 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c98745d1-7201-4dee-bfd0-ca563e41d395 req-793c78ac-67a2-46de-9740-69e2e3b646d8 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488788 Jun 16 11:08:34.252691 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b64e89f2-50d1-4854-8333-390071913917 req-28f2a768-6d80-49ab-8f8c-aafba8fb164f service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034225 Jun 16 11:08:34.299649 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-f6948650-a8da-4239-bc3d-7f1cb8c9501d None None] Provisioning complete for port bd560884-5762-4439-8a0a-52ec3f5bb5f0 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:34.300074 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f6948650-a8da-4239-bc3d-7f1cb8c9501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:34.350629 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:34.458346 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cfd6e333-3073-4447-b366-0419df9d058e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:08:34.489917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:08:34.535469 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:34.648253 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:08:34.658282 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Sync routers for ids ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:08:34.680012 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:34.681447 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0010650 Jun 16 11:08:34.684255 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49820) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:34.688378 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Routers {'20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:34.688535 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port cfd6e333-3073-4447-b366-0419df9d058e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cfd6e333-3073-4447-b366-0419df9d058e,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:34.689130 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:34.700066 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'cfd6e333-3073-4447-b366-0419df9d058e', 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1', 'port_id': 'cfd6e333-3073-4447-b366-0419df9d058e', 'mac_address': 'fa:16:3e:60:99:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d766b9-2627-4ece-a778-04e3b3d7e863', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:08:34.708202 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c9aa6-ed9a-4618-ad83-ebb274410b58 req-8e42a28e-a719-46f3-9c4d-f5978e161697 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:34.710108 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c29c9aa6-ed9a-4618-ad83-ebb274410b58 req-8e42a28e-a719-46f3-9c4d-f5978e161697 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1107473 Jun 16 11:08:34.745191 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:34.760834 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd6e333-3073-4447-b366-0419df9d058e {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:08:34.784579 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port cfd6e333-3073-4447-b366-0419df9d058e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cfd6e333-3073-4447-b366-0419df9d058e,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:34.799959 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:34.803823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:34.806717 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c29c9aa6-ed9a-4618-ad83-ebb274410b58 req-05f6f739-47eb-4472-ae3f-132db89e64c7 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808249 Jun 16 11:08:34.884672 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=cfd6e333-3073-4447-b366-0419df9d058e,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:34.888718 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device bd560884-5762-4439-8a0a-52ec3f5bb5f0 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:34.890833 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:34.908829 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Set router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:34.962184 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port bd560884-5762-4439-8a0a-52ec3f5bb5f0 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:34.962184 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.063823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9fc83487-c3db-4b58-ab5f-f33faa9804c5 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:35.121879 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:35.122274 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.241323 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['cfd6e333-3073-4447-b366-0419df9d058e'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:08:35.280831 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 3, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port': {'id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:32Z', 'updated_at': '2021-06-16T11:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:35.285801 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Checking router: 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:08:35.286403 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Updating router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:08:35.326183 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.420346 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.510747 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6c76d-a4fd-4c3b-9ef2-f1171df4bb0c req-32f6a0a0-142c-4886-b8b2-cee91669d92c tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:35.512364 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5ab6c76d-a4fd-4c3b-9ef2-f1171df4bb0c req-32f6a0a0-142c-4886-b8b2-cee91669d92c tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 945 time: 0.0895786 Jun 16 11:08:35.573350 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5ab6c76d-a4fd-4c3b-9ef2-f1171df4bb0c req-809172b2-3890-4781-9517-494309c9c9cd tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Jun 16 11:08:35.615941 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Allocated IP 172.20.0.1 (121ab19e-6402-47c3-90c0-99602f6fdaa0/157e413c-b80e-46da-82af-fc87b78667e8/956140f0-21a9-4b44-9737-93918a9f2cde) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:08:35.666406 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.676958 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Transition to ACTIVE for port object cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:35.683791 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.686015 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:35.721231 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.735529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Transition to ACTIVE for port object 956140f0-21a9-4b44-9737-93918a9f2cde will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:35.741411 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Attempting to bind port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:35.741783 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Attempting to bind port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:35.742150 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Attempting to bind port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:35.744311 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e24ada-40d2-4e4f-914a-b3213b2da174 None None] Pushing event updated for resources: {'Port': ['ID=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,revision_number=2']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:35.747603 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-25e24ada-40d2-4e4f-914a-b3213b2da174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:35.750301 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:35.750675 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:35.751077 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.751464 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:35.751993 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Bound port: cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:35.752865 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.769335 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.772218 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:35.805114 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] For port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:35.809717 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] For port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:35.814302 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.819594 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-5578bec9-ad8e-465f-9ecb-d09d04b08f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:35.819887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:35.826803 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:35.831091 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:08:35.834780 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Pushing event updated for resources: {'Port': ['ID=956140f0-21a9-4b44-9737-93918a9f2cde,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:35.872392 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:35.884035 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Routers {'20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:35.884676 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:35.897377 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:35.933565 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e24ada-40d2-4e4f-914a-b3213b2da174 None None] Pushing event updated for resources: {'Port': ['ID=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:35.936875 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-25e24ada-40d2-4e4f-914a-b3213b2da174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:36.013049 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] Set router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:36.086672 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:36.128008 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c114e-3527-49ed-848c-36a298cac0a9 req-c1c3a30c-70c6-4dd0-94cd-092290ee0465 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:36.130433 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-677c114e-3527-49ed-848c-36a298cac0a9 req-c1c3a30c-70c6-4dd0-94cd-092290ee0465 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1454008 Jun 16 11:08:36.143403 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:36.196642 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-677c114e-3527-49ed-848c-36a298cac0a9 req-3d0a588b-dd96-43bc-87e2-29911287a1e1 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 Jun 16 11:08:36.213509 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-545ff07a-6fb4-40cf-be3f-6c2459b16f89 None None] Provisioning for port 956140f0-21a9-4b44-9737-93918a9f2cde completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:36.223306 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-545ff07a-6fb4-40cf-be3f-6c2459b16f89 None None] Provisioning complete for port 956140f0-21a9-4b44-9737-93918a9f2cde triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:36.223306 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-545ff07a-6fb4-40cf-be3f-6c2459b16f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:36.280510 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 3, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port': {'id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:32Z', 'updated_at': '2021-06-16T11:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:36.288205 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ffd25-79ca-4621-89ea-9fec25b76ec8 None None] The sync data for ids ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'] in dv-cinder-786627-10-iscsi is: [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 3, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port': {'id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:32Z', 'updated_at': '2021-06-16T11:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:08:36.297344 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-545ff07a-6fb4-40cf-be3f-6c2459b16f89 None None] Port 956140f0-21a9-4b44-9737-93918a9f2cde cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:08:36.426502 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:36.432802 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-a3559462-e5ce-4705-87e2-e4a9a8f69c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:36.433516 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:36.434315 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-a3559462-e5ce-4705-87e2-e4a9a8f69c13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0868070 Jun 16 11:08:36.439202 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:36.535123 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:36.543579 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Pushing event updated for resources: {'Port': ['ID=956140f0-21a9-4b44-9737-93918a9f2cde,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:36.547571 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:36.662495 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-a9c20291-b6dd-4849-9f21-42884c413ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:36.665143 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-a9c20291-b6dd-4849-9f21-42884c413ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.1754501 Jun 16 11:08:36.699845 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:08:36.701693 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:08:36.776461 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-cc1ff3e6-7c4b-4ecd-ad2f-d8734bef029a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 217 time: 0.0931726 Jun 16 11:08:36.843128 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:36.878038 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-ac657214-8491-4ad7-8cef-f940648dbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:36.879962 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-ac657214-8491-4ad7-8cef-f940648dbaea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0720768 Jun 16 11:08:36.886303 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:08:36.927423 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:36.931720 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:36.932289 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:36.936433 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-2bb928be-4277-4264-864e-209ed734d950 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374990 Jun 16 11:08:36.955669 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80122c3-40e6-4f51-abc0-83cbfaf284c3 req-ca9511ab-3bb4-47ce-ab83-1994c51be53d tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:36.957532 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e80122c3-40e6-4f51-abc0-83cbfaf284c3 req-ca9511ab-3bb4-47ce-ab83-1994c51be53d tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 945 time: 0.1944160 Jun 16 11:08:37.032140 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e80122c3-40e6-4f51-abc0-83cbfaf284c3 req-4729e67f-e256-44ca-a256-f5872560f205 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Jun 16 11:08:37.081070 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:37.091242 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8604ffa7-0a9a-4df2-87df-856dad16478f None None] Provisioning complete for port 956140f0-21a9-4b44-9737-93918a9f2cde triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:37.092041 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8604ffa7-0a9a-4df2-87df-856dad16478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:37.096009 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-bc78e048-e3d2-499d-b008-44cecb19cb04 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353538 Jun 16 11:08:37.152796 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:37.161797 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:37.167589 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:37.232915 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-8604ffa7-0a9a-4df2-87df-856dad16478f None None] Port 956140f0-21a9-4b44-9737-93918a9f2cde cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:08:37.259400 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:37.273332 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:37.282224 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4627dadd-93af-4c8b-8641-2ea098bf79ec req-a9873ac8-9d95-4899-bdc7-41d4ab1be950 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674170 Jun 16 11:08:37.344525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:08:37.351065 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] 10.222.0.21 "PUT /v2.0/routers/20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6645041 Jun 16 11:08:37.420777 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101cc24-61b6-4a61-b686-7e6f0a002d8a req-a40fea7b-71e8-48b0-9e7c-50c068716ced tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:37.422516 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8101cc24-61b6-4a61-b686-7e6f0a002d8a req-a40fea7b-71e8-48b0-9e7c-50c068716ced tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0697145 Jun 16 11:08:37.486339 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8101cc24-61b6-4a61-b686-7e6f0a002d8a req-c2cdfd79-9caf-4b1d-92b6-9e815a7cf05e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564294 Jun 16 11:08:37.959350 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49864) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:37.964065 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750415396', 'description': 'tempest-secgroup-smoke-1750415396 description', 'project_id': '547eb1840c464d0f999f1dfd938b7ad0'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:37.989117 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.079648 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.084704 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.088963 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:38.127790 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.130968 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1704004 Jun 16 11:08:38.133944 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49868) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:38.137120 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c31b0a1-6db8-4f2e-9932-86f8eabc361a,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:38.139952 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-303d7aa5-075c-4b18-a5d7-9f7b6945770e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:38.141333 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'security_group_rule': {'security_group_id': '0c31b0a1-6db8-4f2e-9932-86f8eabc361a', 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:38.186846 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.229227 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d7ebc-ba0d-4391-9e8d-870e056923aa req-4b7b8057-6ece-4435-8c71-fc6f160fd732 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:38.230727 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-500d7ebc-ba0d-4391-9e8d-870e056923aa req-4b7b8057-6ece-4435-8c71-fc6f160fd732 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 945 time: 0.0681021 Jun 16 11:08:38.291805 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.297201 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.299593 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:38.307050 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-500d7ebc-ba0d-4391-9e8d-870e056923aa req-f4ed800e-4256-4b00-8f28-61c1eb8e2348 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639849 Jun 16 11:08:38.321927 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c74371-bbbe-4c49-8faf-bd4a6c4d28bb,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:38.326146 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.335826 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922703 Jun 16 11:08:38.335826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:38.335826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49872) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:38.336048 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cfd6e333-3073-4447-b366-0419df9d058e up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:38.336400 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'security_group_rule': {'security_group_id': '0c31b0a1-6db8-4f2e-9932-86f8eabc361a', 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:38.363565 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.411770 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port cfd6e333-3073-4447-b366-0419df9d058e completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:38.415329 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port cfd6e333-3073-4447-b366-0419df9d058e triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:38.415712 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.424990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.429576 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.434342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:38.451834 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fc7470-7d1d-472e-abe8-1da22b443425,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:38.454987 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:38.456366 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.461996 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49876) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:38.462129 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-40aa327f-f66e-4d1f-9e28-b06399c08afc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304657 Jun 16 11:08:38.467034 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'security_group_rule': {'security_group_id': '0c31b0a1-6db8-4f2e-9932-86f8eabc361a', 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:38.517313 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.518100 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.542693 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd6e333-3073-4447-b366-0419df9d058e'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:08:38.545099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d425c82-a5aa-4de3-b48f-f1c6cf34e21d" -d '{"events": [{"server_uuid": "cf1472d9-b754-43fa-9d2d-49f351887a84", "name": "network-vif-plugged", "status": "completed", "tag": "cfd6e333-3073-4447-b366-0419df9d058e"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:08:38.560033 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port cfd6e333-3073-4447-b366-0419df9d058e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cfd6e333-3073-4447-b366-0419df9d058e,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:38.565518 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.575209 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.576236 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:38.581653 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.584315 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:38.602680 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d45e288-0a0d-43bd-9a62-dc11c9d0586a,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:38.615734 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:38.636713 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.638198 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-d3ee299b-c2e7-4fea-bb36-0d67c2cbffe9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1749086 Jun 16 11:08:38.642353 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=cfd6e333-3073-4447-b366-0419df9d058e,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:38.642512 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 49882) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:38.646706 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:38.648670 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb341215-366c-4e5b-a854-721d71ab61d8 x-openstack-request-id: req-cb341215-366c-4e5b-a854-721d71ab61d8 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:08:38.648965 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1472d9-b754-43fa-9d2d-49f351887a84", "name": "network-vif-plugged", "status": "completed", "tag": "cfd6e333-3073-4447-b366-0419df9d058e", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:08:38.649234 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb341215-366c-4e5b-a854-721d71ab61d8 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:08:38.649626 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd6e333-3073-4447-b366-0419df9d058e', 'code': 200} Jun 16 11:08:38.656507 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'security_group_rule': {'security_group_id': '0c31b0a1-6db8-4f2e-9932-86f8eabc361a', 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:38.714882 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.815315 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:38.851890 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.861758 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.876825 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-740c5746-fa3f-4aa6-a11e-159a47b20d68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:38.905194 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.906581 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628613 Jun 16 11:08:38.911534 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49890) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:38.913464 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8f393b-ab39-456e-9717-223fb5f3a4f9,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:38.916388 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:38.922246 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'security_group_rule': {'security_group_id': '0c31b0a1-6db8-4f2e-9932-86f8eabc361a', 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:38.941828 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:38.954634 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:38.959706 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.securitygroups_db [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Project 547eb1840c464d0f999f1dfd938b7ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:08:38.967209 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.046091 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.055090 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.057636 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:39.085391 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.086637 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1734452 Jun 16 11:08:39.089194 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14afb01f-2c14-481c-bf8e-b248cf235e7d,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:39.091143 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 49896) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:08:39.092064 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-28ee891b-2fcc-4034-b3bb-bec4d848d1d6 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:39.098745 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'security_group_rule': {'security_group_id': '0c31b0a1-6db8-4f2e-9932-86f8eabc361a', 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:08:39.114050 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de540b6-0ac7-4c83-a4ea-e07c3039fdec req-7b69eec6-3ab3-4bee-94f2-e1750913c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:39.115654 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7de540b6-0ac7-4c83-a4ea-e07c3039fdec req-7b69eec6-3ab3-4bee-94f2-e1750913c0c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 1099 time: 0.0987401 Jun 16 11:08:39.130539 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.securitygroups_db [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Project 547eb1840c464d0f999f1dfd938b7ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:08:39.138527 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.194680 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.199316 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.201650 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-909aa35e-3bdd-4faa-b683-99c9db5347a6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:39.202039 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7de540b6-0ac7-4c83-a4ea-e07c3039fdec req-d055f989-9654-4a3d-b2c0-7ea4910c78e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707169 Jun 16 11:08:39.217967 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Sync routers for ids ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:08:39.221447 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b729188-f21f-4ac3-9650-41d0c8cf8451 req-530ae022-c84a-4636-a387-4aa9bbcf81df tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:39.223965 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2b729188-f21f-4ac3-9650-41d0c8cf8451 req-530ae022-c84a-4636-a387-4aa9bbcf81df tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0957112 Jun 16 11:08:39.228861 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Routers {'20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:39.229731 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:39.233744 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46343fd3-45e1-4c08-a450-7bfff5b07bfe,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:39.242832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:39.247619 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:39.248891 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3592edd1-a03f-4687-9bc3-e4490b2a6c48 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551592 Jun 16 11:08:39.267139 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2b729188-f21f-4ac3-9650-41d0c8cf8451 req-2b11f22a-fdad-458d-8dc9-89743a9f5fab tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371747 Jun 16 11:08:39.376110 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Set router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:39.553905 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfa52-2203-451b-9690-d5386baee482 req-6a8c4fb9-71d7-4c04-8dec-333956354b16 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:39.556044 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-140bfa52-2203-451b-9690-d5386baee482 req-6a8c4fb9-71d7-4c04-8dec-333956354b16 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 946 time: 0.0972989 Jun 16 11:08:39.622764 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-140bfa52-2203-451b-9690-d5386baee482 req-02cdf91c-4e4d-422f-a9cf-29ea2785a631 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Jun 16 11:08:39.648089 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:08:36Z', 'revision_number': 4, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port': {'id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:32Z', 'updated_at': '2021-06-16T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '956140f0-21a9-4b44-9737-93918a9f2cde', 'name': '', 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'mac_address': 'fa:16:3e:26:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '157e413c-b80e-46da-82af-fc87b78667e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:35Z', 'updated_at': '2021-06-16T11:08:36Z', 'revision_number': 2, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'subnets': [{'id': '157e413c-b80e-46da-82af-fc87b78667e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:39.655224 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Checking router: 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:08:39.655865 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Updating router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 port 956140f0-21a9-4b44-9737-93918a9f2cde binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:08:39.710617 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:40.018379 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:40.029474 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Transition to ACTIVE for port object 956140f0-21a9-4b44-9737-93918a9f2cde will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:08:40.035606 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:40.038495 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:40.120190 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228b661-812e-4ec5-a65c-b1c847ef28d9 None None] Pushing event updated for resources: {'Port': ['ID=956140f0-21a9-4b44-9737-93918a9f2cde,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:40.124669 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4228b661-812e-4ec5-a65c-b1c847ef28d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:40.183916 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Attempting to bind port 956140f0-21a9-4b44-9737-93918a9f2cde on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:08:40.184296 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Attempting to bind port 956140f0-21a9-4b44-9737-93918a9f2cde by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:08:40.184673 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Attempting to bind port 956140f0-21a9-4b44-9737-93918a9f2cde on network 121ab19e-6402-47c3-90c0-99602f6fdaa0 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:08:40.190221 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:08:40.190794 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Checking segment: {'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:08:40.191887 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:40.192387 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Bound using segment: {'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:08:40.192931 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Bound port: 956140f0-21a9-4b44-9737-93918a9f2cde, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac1d7b0-9612-478d-891e-341cb5a74b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:08:40.193341 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:40.262200 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] For port 956140f0-21a9-4b44-9737-93918a9f2cde, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:08:40.266034 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] For port 956140f0-21a9-4b44-9737-93918a9f2cde, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=956140f0-21a9-4b44-9737-93918a9f2cde,segment=NetworkSegment(cac1d7b0-9612-478d-891e-341cb5a74b62),segment_id=cac1d7b0-9612-478d-891e-341cb5a74b62)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:08:40.272398 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:40.274657 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:40.346947 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228b661-812e-4ec5-a65c-b1c847ef28d9 None None] Pushing event updated for resources: {'Port': ['ID=956140f0-21a9-4b44-9737-93918a9f2cde,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:40.350901 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4228b661-812e-4ec5-a65c-b1c847ef28d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:40.351652 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Routers {'20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:08:40.352305 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:08:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:40.504049 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] Set router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:08:40.824846 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c06f-f629-4b58-9883-4618e7aa5cb6 req-0382f3a6-0e3f-44a4-b05c-b08c8220dde4 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:40.826256 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8be6c06f-f629-4b58-9883-4618e7aa5cb6 req-0382f3a6-0e3f-44a4-b05c-b08c8220dde4 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 946 time: 0.0654736 Jun 16 11:08:40.859543 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:08:36Z', 'revision_number': 4, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port': {'id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:32Z', 'updated_at': '2021-06-16T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '956140f0-21a9-4b44-9737-93918a9f2cde', 'name': '', 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'mac_address': 'fa:16:3e:26:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '157e413c-b80e-46da-82af-fc87b78667e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:35Z', 'updated_at': '2021-06-16T11:08:40Z', 'revision_number': 4, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'subnets': [{'id': '157e413c-b80e-46da-82af-fc87b78667e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:08:40.869460 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66620286-a749-4492-8661-cc0eaa31f5f5 None None] The sync data for ids ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'] in dv-cinder-786627-10-iscsi is: [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:08:36Z', 'revision_number': 4, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port': {'id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:32Z', 'updated_at': '2021-06-16T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '956140f0-21a9-4b44-9737-93918a9f2cde', 'name': '', 'network_id': '121ab19e-6402-47c3-90c0-99602f6fdaa0', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'mac_address': 'fa:16:3e:26:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '157e413c-b80e-46da-82af-fc87b78667e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:35Z', 'updated_at': '2021-06-16T11:08:40Z', 'revision_number': 4, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'subnets': [{'id': '157e413c-b80e-46da-82af-fc87b78667e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:08:40.879812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:40.882280 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8be6c06f-f629-4b58-9883-4618e7aa5cb6 req-a864de5c-c07d-43ad-8db7-eb3c7fa777f5 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Jun 16 11:08:42.093264 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd99553-c808-4e55-b8e6-62191f853dce req-681d42f2-b866-4c0f-9f43-e6381afde598 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:42.094987 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2dd99553-c808-4e55-b8e6-62191f853dce req-681d42f2-b866-4c0f-9f43-e6381afde598 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 946 time: 0.0795193 Jun 16 11:08:42.155459 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2dd99553-c808-4e55-b8e6-62191f853dce req-dfdc5ec9-3127-4036-98d5-ca94db2c185f tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535047 Jun 16 11:08:42.818860 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 956140f0-21a9-4b44-9737-93918a9f2cde up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:42.892362 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 956140f0-21a9-4b44-9737-93918a9f2cde completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:08:42.900973 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 956140f0-21a9-4b44-9737-93918a9f2cde triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:42.901842 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:42.996454 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:43.067544 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 956140f0-21a9-4b44-9737-93918a9f2cde, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=956140f0-21a9-4b44-9737-93918a9f2cde,segment=NetworkSegment(cac1d7b0-9612-478d-891e-341cb5a74b62),segment_id=cac1d7b0-9612-478d-891e-341cb5a74b62)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:08:43.072697 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:43.076746 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:08:43.175638 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=956140f0-21a9-4b44-9737-93918a9f2cde,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:08:43.185885 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:08:44.753620 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 956140f0-21a9-4b44-9737-93918a9f2cde up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:08:44.806596 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 956140f0-21a9-4b44-9737-93918a9f2cde triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:08:44.806971 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:08:49.997567 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-f026db73-1a9a-4b37-8275-cad4715eeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:49.998960 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-f026db73-1a9a-4b37-8275-cad4715eeac7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0722837 Jun 16 11:08:50.030898 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9dae-1763-4d8e-9930-82aae1f4bd6e req-5e423efb-8a77-40bb-b517-9a4b5ec17553 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:50.032906 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3c5c9dae-1763-4d8e-9930-82aae1f4bd6e req-5e423efb-8a77-40bb-b517-9a4b5ec17553 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0647545 Jun 16 11:08:50.072726 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3c5c9dae-1763-4d8e-9930-82aae1f4bd6e req-7f1704d5-d7da-4d5b-a09b-cbf000654eb8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jun 16 11:08:50.103933 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-5105095b-faef-4460-9a6a-cdbe866bcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:50.105307 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-5105095b-faef-4460-9a6a-cdbe866bcce6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.0923789 Jun 16 11:08:50.155839 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-f5520691-533c-4a44-85fd-a59ec8b15fb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 217 time: 0.0384762 Jun 16 11:08:50.206360 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-585660b2-be1a-49fd-b25a-32f2a0a8755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:50.207854 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-585660b2-be1a-49fd-b25a-32f2a0a8755d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0458763 Jun 16 11:08:50.242307 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-5159f24b-4f36-4b4d-bebc-7a32f5c03fba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276859 Jun 16 11:08:50.340785 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-c4480e93-ebeb-43f8-88e6-de1be550cb6e service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896871 Jun 16 11:08:50.435518 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-456f784a-4639-4d73-985c-e8ac46ab00b1 req-7faf894e-e877-4f08-8f6c-13406f2edd08 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Jun 16 11:08:51.264817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4eb3-6cf6-4670-b946-3a5b28814af4 req-357bd78c-ef10-461c-bf84-fa7fe2d710db tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:51.266941 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-024f4eb3-6cf6-4670-b946-3a5b28814af4 req-357bd78c-ef10-461c-bf84-fa7fe2d710db tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0739913 Jun 16 11:08:51.307194 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-024f4eb3-6cf6-4670-b946-3a5b28814af4 req-e556c8db-5a87-4b33-a14b-1eaca4bd0686 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Jun 16 11:08:52.503814 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5429-3282-4485-8954-7d64f71a9b49 req-03da11e9-3c72-42f7-9aeb-0521edc96a98 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:52.505309 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-510d5429-3282-4485-8954-7d64f71a9b49 req-03da11e9-3c72-42f7-9aeb-0521edc96a98 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0683420 Jun 16 11:08:52.546744 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-510d5429-3282-4485-8954-7d64f71a9b49 req-8ba164cd-61c4-4458-a4fe-6e3082e365f2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355022 Jun 16 11:08:53.735652 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a733e7-5cf1-463e-a3d4-9fd788e98fe2 req-8168fdab-aff7-4796-93b8-2d652be39688 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:53.737129 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d7a733e7-5cf1-463e-a3d4-9fd788e98fe2 req-8168fdab-aff7-4796-93b8-2d652be39688 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0730414 Jun 16 11:08:53.779748 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d7a733e7-5cf1-463e-a3d4-9fd788e98fe2 req-52a8326a-1cff-46c3-bc8b-4e3b10c6ae4e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Jun 16 11:08:54.962288 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842193a8-9470-47ca-9c65-a8cda963eb79 req-286f4d46-9945-488f-9359-bbb2e0b83ac6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:54.963827 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-842193a8-9470-47ca-9c65-a8cda963eb79 req-286f4d46-9945-488f-9359-bbb2e0b83ac6 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0716431 Jun 16 11:08:55.007151 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-842193a8-9470-47ca-9c65-a8cda963eb79 req-a4473e5d-8d84-413b-a4f5-857ec748cc66 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 Jun 16 11:08:56.239237 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122336b6-3a72-4cb7-b026-97a85eb2d0d8 req-542b89f3-8aaa-4106-b256-03c42edbbc47 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:56.240788 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-122336b6-3a72-4cb7-b026-97a85eb2d0d8 req-542b89f3-8aaa-4106-b256-03c42edbbc47 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1008909 Jun 16 11:08:56.282265 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-122336b6-3a72-4cb7-b026-97a85eb2d0d8 req-80969e0e-4d04-4409-82e5-9c504994860c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354111 Jun 16 11:08:57.437531 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9167e9-7c50-4156-a66b-d8ceb9fdd516 req-6e3adada-6877-426c-ac3e-c7634c15b31d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:57.439087 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bc9167e9-7c50-4156-a66b-d8ceb9fdd516 req-6e3adada-6877-426c-ac3e-c7634c15b31d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0736318 Jun 16 11:08:57.485833 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bc9167e9-7c50-4156-a66b-d8ceb9fdd516 req-de269edb-4bbd-4573-b6e9-1cdb6f47ab6a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Jun 16 11:08:57.653375 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48636a-19d1-4e2d-9a03-53c108a64b16 req-4c26f6dd-48d7-4b34-ae83-f782cbd014d3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:57.654831 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ab48636a-19d1-4e2d-9a03-53c108a64b16 req-4c26f6dd-48d7-4b34-ae83-f782cbd014d3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0641921 Jun 16 11:08:57.699845 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ab48636a-19d1-4e2d-9a03-53c108a64b16 req-8c02dae2-b0ea-44f5-b234-5a598412a742 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Jun 16 11:08:58.675924 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07638016-e8d8-4b4b-bf5a-065c9d1c537b req-32270cef-cf60-4311-b1ad-926354ec614e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:58.677492 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-07638016-e8d8-4b4b-bf5a-065c9d1c537b req-32270cef-cf60-4311-b1ad-926354ec614e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0752895 Jun 16 11:08:58.720386 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-07638016-e8d8-4b4b-bf5a-065c9d1c537b req-7558e9cd-8468-4383-9487-db1004889583 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373359 Jun 16 11:08:58.919204 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898846ae-fdf4-48bb-8a7d-7ec4b61324c2 req-99cd2ba0-d0f8-4e31-9890-437fc974438e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:08:58.921726 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-898846ae-fdf4-48bb-8a7d-7ec4b61324c2 req-99cd2ba0-d0f8-4e31-9890-437fc974438e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0746734 Jun 16 11:08:58.977495 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-898846ae-fdf4-48bb-8a7d-7ec4b61324c2 req-a6f7f80a-61e9-4de1-80b1-f1b7131a51b8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469384 Jun 16 11:09:00.090304 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848af79-4bbd-4560-a66f-ff2ea3a96d96 req-08985dce-e169-41bb-b7f4-609736ad09e1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:00.091810 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b848af79-4bbd-4560-a66f-ff2ea3a96d96 req-08985dce-e169-41bb-b7f4-609736ad09e1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0653150 Jun 16 11:09:00.134064 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b848af79-4bbd-4560-a66f-ff2ea3a96d96 req-25ded0c8-42fe-4055-afdb-fe7f6c50ea06 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358644 Jun 16 11:09:00.301999 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75eda5-c176-4b78-8688-57f53e1f4f3f req-3b0873dd-1687-41a9-b0ce-3e91c407c2fa tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:00.303530 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1e75eda5-c176-4b78-8688-57f53e1f4f3f req-3b0873dd-1687-41a9-b0ce-3e91c407c2fa tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 945 time: 0.0705228 Jun 16 11:09:00.342673 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1e75eda5-c176-4b78-8688-57f53e1f4f3f req-d495a640-bcd5-4a38-95bf-88089913b57e tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Jun 16 11:09:00.512191 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18782be-7837-4798-b8c6-b4cc6c1b0f59 req-fe5b29ff-5feb-4c70-829b-526ec455da54 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:00.513648 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c18782be-7837-4798-b8c6-b4cc6c1b0f59 req-fe5b29ff-5feb-4c70-829b-526ec455da54 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0685856 Jun 16 11:09:00.553359 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c18782be-7837-4798-b8c6-b4cc6c1b0f59 req-801fc12a-0335-4ee9-8de3-49dbe83057aa tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340066 Jun 16 11:09:00.620451 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-610e077c-ad96-428b-9a83-787ee0284774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:01.170262 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:09:01.323619 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c618c-7b8c-4f5b-bab0-0481d65eb73a req-0f3614e5-de89-4035-9038-03b42da2d175 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:01.325236 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c41c618c-7b8c-4f5b-bab0-0481d65eb73a req-0f3614e5-de89-4035-9038-03b42da2d175 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0674374 Jun 16 11:09:01.366049 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c41c618c-7b8c-4f5b-bab0-0481d65eb73a req-7b3c0163-6307-43bd-a8d1-7f71a54cac9a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352535 Jun 16 11:09:01.540039 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acb00f-9857-475a-bc03-97317c72ff0d req-668c4ac6-725c-488d-af31-2d10eac2dc25 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:01.541508 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-51acb00f-9857-475a-bc03-97317c72ff0d req-668c4ac6-725c-488d-af31-2d10eac2dc25 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 945 time: 0.0730810 Jun 16 11:09:01.581229 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-51acb00f-9857-475a-bc03-97317c72ff0d req-2a56b19b-d273-4faf-86af-19eaab070799 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Jun 16 11:09:01.744177 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8d30c-ecbf-48e3-84a2-107b6f0dd6b3 req-e0bc2450-ee06-4465-8990-e23d3d7c28ca tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:01.745636 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3ea8d30c-ecbf-48e3-84a2-107b6f0dd6b3 req-e0bc2450-ee06-4465-8990-e23d3d7c28ca tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0640452 Jun 16 11:09:01.785051 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3ea8d30c-ecbf-48e3-84a2-107b6f0dd6b3 req-0e5e7410-c4d0-47be-ba7f-30d92bce870b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335040 Jun 16 11:09:02.298822 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-a9295ffa-88e7-404d-a7c5-256889283994 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:02.301118 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-a9295ffa-88e7-404d-a7c5-256889283994 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 945 time: 0.0723028 Jun 16 11:09:02.413476 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Deleting port 7e2da631-98e1-4468-b45e-5b03ff0926c3 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:09:02.414264 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:02.509471 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] For port 7e2da631-98e1-4468-b45e-5b03ff0926c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7e2da631-98e1-4468-b45e-5b03ff0926c3,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:02.509830 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:02.576065 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789461c9-95e4-4ff6-829f-2ecae2d79424 req-7687e37a-0a6b-4af8-92b9-478157b77d3c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:02.577553 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-789461c9-95e4-4ff6-829f-2ecae2d79424 req-7687e37a-0a6b-4af8-92b9-478157b77d3c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0711703 Jun 16 11:09:02.604999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Calling delete_port for 7e2da631-98e1-4468-b45e-5b03ff0926c3 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:09:02.617597 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-789461c9-95e4-4ff6-829f-2ecae2d79424 req-241ed3c2-1964-4e3c-ba11-fef7ff770474 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Jun 16 11:09:02.762170 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:02.767672 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:02.787845 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755', 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'cb078cb9-0e52-41da-a866-c97f659c9cb4', '7e2da631-98e1-4468-b45e-5b03ff0926c3'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:02.796688 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d215652-631f-4a14-b049-32978b198b8d req-d246f9a5-6c6d-4ed5-a7af-527d8982d038 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:02.807551 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event deleted for resources: {'Port': ['ID=7e2da631-98e1-4468-b45e-5b03ff0926c3,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:02.808612 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7d215652-631f-4a14-b049-32978b198b8d req-d246f9a5-6c6d-4ed5-a7af-527d8982d038 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63a9f6b-d7d6-418b-ad40-a20dafe38a74 HTTP/1.1" status: 200 len: 867 time: 0.0825610 Jun 16 11:09:02.810348 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:02.856496 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] No DVR routers for this DVR port 7e2da631-98e1-4468-b45e-5b03ff0926c3 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:09:02.859283 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:02.861817 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-97902a52-06ca-4a9f-bfa2-b39495bd44f3 req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "DELETE /v2.0/ports/7e2da631-98e1-4468-b45e-5b03ff0926c3 HTTP/1.1" status: 204 len: 173 time: 0.5540881 Jun 16 11:09:02.862512 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'name': 'network-vif-deleted', 'tag': '7e2da631-98e1-4468-b45e-5b03ff0926c3'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:02.865769 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ce5dea-9860-4699-aee4-e9e3458f99d1" -d '{"events": [{"server_uuid": "d63a9f6b-d7d6-418b-ad40-a20dafe38a74", "name": "network-vif-deleted", "tag": "7e2da631-98e1-4468-b45e-5b03ff0926c3"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:02.869843 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7d215652-631f-4a14-b049-32978b198b8d req-dc149321-947f-4dc6-9b0c-427565e95b7f tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Jun 16 11:09:03.059468 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5595e-6f73-4d08-a1c4-f71aa1f6d87b req-621cce09-c098-42d0-8680-2ae4cb7d73d8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:03.068160 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b8a5595e-6f73-4d08-a1c4-f71aa1f6d87b req-621cce09-c098-42d0-8680-2ae4cb7d73d8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0879905 Jun 16 11:09:03.133812 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b8a5595e-6f73-4d08-a1c4-f71aa1f6d87b req-01c9f380-a94f-4d6d-a010-18e341ba88d3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631402 Jun 16 11:09:03.179145 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86796b1-83c8-49ee-89ad-d8b9a6ae9d63 x-openstack-request-id: req-c86796b1-83c8-49ee-89ad-d8b9a6ae9d63 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:03.179698 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63a9f6b-d7d6-418b-ad40-a20dafe38a74", "name": "network-vif-deleted", "tag": "7e2da631-98e1-4468-b45e-5b03ff0926c3", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:03.180925 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c86796b1-83c8-49ee-89ad-d8b9a6ae9d63 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:03.181684 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63a9f6b-d7d6-418b-ad40-a20dafe38a74', 'name': 'network-vif-deleted', 'tag': '7e2da631-98e1-4468-b45e-5b03ff0926c3', 'status': 'completed', 'code': 200} Jun 16 11:09:03.397270 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:03.752883 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5203350d-d63f-4332-bd6d-6c4832f2b80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:03.871406 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8dc6-f949-497b-94e6-e4ec0e72909e req-0cd77489-49a4-42d3-b3fd-fda0417ede83 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:03.872454 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b19b8dc6-f949-497b-94e6-e4ec0e72909e req-0cd77489-49a4-42d3-b3fd-fda0417ede83 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0962255 Jun 16 11:09:03.923084 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b19b8dc6-f949-497b-94e6-e4ec0e72909e req-fb212507-f51f-49f3-8dcc-d6558821fa37 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Jun 16 11:09:04.043663 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c8a68-b71d-4714-9587-00c0e8349b35 req-d9ba9d67-30f1-42ec-9240-d56660f023e5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:04.048385 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33c8a68-b71d-4714-9587-00c0e8349b35 req-d9ba9d67-30f1-42ec-9240-d56660f023e5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0698047 Jun 16 11:09:04.087764 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33c8a68-b71d-4714-9587-00c0e8349b35 req-184cf598-d275-4254-bc16-3f03f89d52ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362232 Jun 16 11:09:04.310721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377e35d-bc48-4f22-887b-db77140577b6 req-5849ce79-5290-4b52-af89-fb553142fc28 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:04.312204 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9377e35d-bc48-4f22-887b-db77140577b6 req-5849ce79-5290-4b52-af89-fb553142fc28 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0700235 Jun 16 11:09:04.352479 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9377e35d-bc48-4f22-887b-db77140577b6 req-cd436de8-d958-4151-9b81-78ebc28d4e11 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Jun 16 11:09:04.489974 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:05.126729 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee823-b66e-4eca-b38d-cf53304796f8 req-65d78bb0-16d6-433a-a4c8-edd906a5ddd9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:05.130240 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e26ee823-b66e-4eca-b38d-cf53304796f8 req-65d78bb0-16d6-433a-a4c8-edd906a5ddd9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0822935 Jun 16 11:09:05.194811 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e26ee823-b66e-4eca-b38d-cf53304796f8 req-5f6ad2be-49ab-4468-b848-47b97de79f62 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525963 Jun 16 11:09:05.324591 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f9872-8907-43a5-a25c-86bc4d11f45b req-fc7398b6-6c59-4715-9e77-dc2c787b80a5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:05.326746 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-385f9872-8907-43a5-a25c-86bc4d11f45b req-fc7398b6-6c59-4715-9e77-dc2c787b80a5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0974176 Jun 16 11:09:05.366769 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-385f9872-8907-43a5-a25c-86bc4d11f45b req-6c07fb9c-aef5-49ae-a32e-c8124151a208 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337999 Jun 16 11:09:05.559137 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbecbf-30e0-4a21-9501-0cfda6696308 req-571d44a9-718d-4dbd-92ea-f76b67e04c2c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:05.560674 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-27dbecbf-30e0-4a21-9501-0cfda6696308 req-571d44a9-718d-4dbd-92ea-f76b67e04c2c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0840871 Jun 16 11:09:05.610281 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-27dbecbf-30e0-4a21-9501-0cfda6696308 req-4df67265-5309-4732-bfd0-47f18634af96 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Jun 16 11:09:05.678058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d05d-ea20-487d-b077-cd9fc852530a req-ab906026-598e-45b5-bf75-8979719ad7aa tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:05.679553 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5074d05d-ea20-487d-b077-cd9fc852530a req-ab906026-598e-45b5-bf75-8979719ad7aa tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 946 time: 0.0823498 Jun 16 11:09:05.719456 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5074d05d-ea20-487d-b077-cd9fc852530a req-bed11bb6-6d42-45c7-90dd-02b5e252c9ea tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Jun 16 11:09:06.136926 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:06.411458 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f783b-5bed-4a01-b866-b65e9c76c2a2 req-1fb1e8cf-fa56-492b-9b81-bb5ec224d8e6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:06.413352 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e69f783b-5bed-4a01-b866-b65e9c76c2a2 req-1fb1e8cf-fa56-492b-9b81-bb5ec224d8e6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0726993 Jun 16 11:09:06.456416 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e69f783b-5bed-4a01-b866-b65e9c76c2a2 req-65abe50e-960e-4a1a-9a88-2ac5eccf60fa tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367877 Jun 16 11:09:06.520206 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 7e2da631-98e1-4468-b45e-5b03ff0926c3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:09:06.546721 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 7e2da631-98e1-4468-b45e-5b03ff0926c3 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:09:06.547071 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 7e2da631-98e1-4468-b45e-5b03ff0926c3 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:09:06.566404 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c4b3d-6987-4554-864a-dbdaaaa543af req-87944ff7-0e1f-4894-a352-7bb0a46ee7ed tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:06.567935 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e7c4b3d-6987-4554-864a-dbdaaaa543af req-87944ff7-0e1f-4894-a352-7bb0a46ee7ed tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0713580 Jun 16 11:09:06.606348 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e7c4b3d-6987-4554-864a-dbdaaaa543af req-86e3ea44-2a9f-47f2-9159-b5a284efa2bd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324323 Jun 16 11:09:06.793511 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ccf7-ca3b-4cfb-aa3a-eb514a44ae60 req-6a113cc7-5f98-492f-bea3-dbc8e03a39ca tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:06.794886 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d709ccf7-ca3b-4cfb-aa3a-eb514a44ae60 req-6a113cc7-5f98-492f-bea3-dbc8e03a39ca tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0658553 Jun 16 11:09:06.835244 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d709ccf7-ca3b-4cfb-aa3a-eb514a44ae60 req-608a681e-7ddf-49de-91f1-c76eec6ec16f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Jun 16 11:09:06.909386 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca6382-9cd1-4a69-8e04-8d7c0ac0f0ba req-c7b17b81-a628-4db5-bb31-8d4d25b556e3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:06.911178 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-63ca6382-9cd1-4a69-8e04-8d7c0ac0f0ba req-c7b17b81-a628-4db5-bb31-8d4d25b556e3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 946 time: 0.0737350 Jun 16 11:09:06.952789 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-63ca6382-9cd1-4a69-8e04-8d7c0ac0f0ba req-87e8f56d-41d0-41f8-8caa-13e3c59f590e tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Jun 16 11:09:07.636116 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc940d-a5c0-40b4-8e68-504667e3cc33 req-ea2807ab-6927-4460-9b76-b98581b07851 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:07.637906 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2fbc940d-a5c0-40b4-8e68-504667e3cc33 req-ea2807ab-6927-4460-9b76-b98581b07851 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0672636 Jun 16 11:09:07.679287 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2fbc940d-a5c0-40b4-8e68-504667e3cc33 req-b7642f49-258a-4ec6-832b-9894a7d98217 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351410 Jun 16 11:09:07.833830 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c6493-a2c8-4edc-832d-e510ae3a0c50 req-d0d844a8-511d-4401-93ed-521952dd7dc3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:07.835309 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e7c6493-a2c8-4edc-832d-e510ae3a0c50 req-d0d844a8-511d-4401-93ed-521952dd7dc3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0651917 Jun 16 11:09:07.873717 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e7c6493-a2c8-4edc-832d-e510ae3a0c50 req-aab5ba52-16a0-4cab-a7fe-3ec60d744f7f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323405 Jun 16 11:09:08.034505 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebae36-3b70-43a5-add8-713c489fa576 req-aa8c485c-4214-4c09-825d-56ff870791e0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:08.036028 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-24ebae36-3b70-43a5-add8-713c489fa576 req-aa8c485c-4214-4c09-825d-56ff870791e0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0745230 Jun 16 11:09:08.078627 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-24ebae36-3b70-43a5-add8-713c489fa576 req-182b500e-d1f9-478a-bae5-9ee718da4801 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Jun 16 11:09:08.144123 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434098-77a3-4ffb-8238-bac6d4ff73f2 req-a4bcdf49-a154-46c6-b8a5-a48cad66a07d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:08.145513 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-61434098-77a3-4ffb-8238-bac6d4ff73f2 req-a4bcdf49-a154-46c6-b8a5-a48cad66a07d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 946 time: 0.0647194 Jun 16 11:09:08.187529 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-61434098-77a3-4ffb-8238-bac6d4ff73f2 req-3dded9d7-6f61-4116-b77c-7630ce00bc14 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Jun 16 11:09:08.381251 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b549abc-54c7-4b51-a490-715dad24af73 req-da1dce84-fddc-454e-ad09-267915770c1f tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:08.382930 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8b549abc-54c7-4b51-a490-715dad24af73 req-da1dce84-fddc-454e-ad09-267915770c1f tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 946 time: 0.0651448 Jun 16 11:09:08.499195 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Deleting port cb078cb9-0e52-41da-a866-c97f659c9cb4 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:09:08.499695 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:08.591844 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] For port cb078cb9-0e52-41da-a866-c97f659c9cb4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb078cb9-0e52-41da-a866-c97f659c9cb4,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:08.592199 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:08.659815 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Calling delete_port for cb078cb9-0e52-41da-a866-c97f659c9cb4 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:09:08.797988 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:08.803179 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1ce55fb6-1e38-47c9-8423-083cf8a7143b tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:08.812859 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755', 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'cb078cb9-0e52-41da-a866-c97f659c9cb4'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:08.836736 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event deleted for resources: {'Port': ['ID=cb078cb9-0e52-41da-a866-c97f659c9cb4,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:08.841693 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:08.886783 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6277e-9c58-410d-a3f3-51af0b483881 req-3e5e10ea-7732-4dbd-9143-b116e1b5eeea tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:08.888939 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bce6277e-9c58-410d-a3f3-51af0b483881 req-3e5e10ea-7732-4dbd-9143-b116e1b5eeea tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0936825 Jun 16 11:09:08.904810 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] No DVR routers for this DVR port cb078cb9-0e52-41da-a866-c97f659c9cb4 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:09:08.911872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:08.915646 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8b549abc-54c7-4b51-a490-715dad24af73 req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "DELETE /v2.0/ports/cb078cb9-0e52-41da-a866-c97f659c9cb4 HTTP/1.1" status: 204 len: 173 time: 0.5200479 Jun 16 11:09:08.916520 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'name': 'network-vif-deleted', 'tag': 'cb078cb9-0e52-41da-a866-c97f659c9cb4'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:08.921181 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164a669d-b786-4605-800d-4e348e7682cc" -d '{"events": [{"server_uuid": "3583fc4f-2925-43e0-af3d-7b6110aed097", "name": "network-vif-deleted", "tag": "cb078cb9-0e52-41da-a866-c97f659c9cb4"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:08.941461 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bce6277e-9c58-410d-a3f3-51af0b483881 req-86819aef-1776-468e-895e-fe0b90527467 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 Jun 16 11:09:09.010551 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e073fbc-36ae-433f-aeb2-c2a4cd063fe3 x-openstack-request-id: req-4e073fbc-36ae-433f-aeb2-c2a4cd063fe3 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:09.011328 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3583fc4f-2925-43e0-af3d-7b6110aed097", "name": "network-vif-deleted", "tag": "cb078cb9-0e52-41da-a866-c97f659c9cb4", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:09.011972 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e073fbc-36ae-433f-aeb2-c2a4cd063fe3 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:09.012791 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3583fc4f-2925-43e0-af3d-7b6110aed097', 'name': 'network-vif-deleted', 'tag': 'cb078cb9-0e52-41da-a866-c97f659c9cb4', 'status': 'completed', 'code': 200} Jun 16 11:09:09.137728 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e50c2-8588-4fc9-95b7-862ac8ca8947 req-76ca27e6-3dd6-4e6d-9fa3-223f27344351 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:09.139804 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1f4e50c2-8588-4fc9-95b7-862ac8ca8947 req-76ca27e6-3dd6-4e6d-9fa3-223f27344351 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0873733 Jun 16 11:09:09.184532 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1f4e50c2-8588-4fc9-95b7-862ac8ca8947 req-0f2f7524-672e-4964-9e79-1da73649a993 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359578 Jun 16 11:09:09.289989 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ee950-e2be-46c0-bf33-2cc15eb4260f req-5c5f6cfb-6ad7-4a41-a07c-650a7dc61d31 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:09.291635 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-232ee950-e2be-46c0-bf33-2cc15eb4260f req-5c5f6cfb-6ad7-4a41-a07c-650a7dc61d31 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0740907 Jun 16 11:09:09.337186 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-232ee950-e2be-46c0-bf33-2cc15eb4260f req-b098b0c0-072b-4d39-a962-f1855a148e3b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Jun 16 11:09:09.375050 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5c5883d7-db34-462c-9347-2485f68d581f req-2ffdf8ff-b7c1-4369-aced-1062175739c9 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=3583fc4f-2925-43e0-af3d-7b6110aed097 HTTP/1.1" status: 200 len: 210 time: 0.0478311 Jun 16 11:09:09.693298 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-01e2cf69-e115-4df4-bade-853b3aabc38a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750415396&fields=id&tenant_id=547eb1840c464d0f999f1dfd938b7ad0 HTTP/1.1" status: 200 len: 267 time: 0.0475740 Jun 16 11:09:09.823893 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-d46791fa-952e-4b03-88d8-ded8c352b7ba tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:09.825256 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-d46791fa-952e-4b03-88d8-ded8c352b7ba tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 808 time: 0.1223385 Jun 16 11:09:09.840554 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-c0ae328e-b4e8-499a-bb17-72a612e929cc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/quotas/547eb1840c464d0f999f1dfd938b7ad0 HTTP/1.1" status: 200 len: 375 time: 0.0098772 Jun 16 11:09:09.916985 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-34f44b4d-1e02-4749-93ce-098abb9b3cdb tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698445 Jun 16 11:09:10.031245 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-7f921c0c-3644-45eb-a836-1809157d5b5f service neutron] 10.222.0.21 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005220 Jun 16 11:09:10.130809 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ca6a5-c8a9-4359-bf9a-bf1134214fa4 req-6356b836-9eb9-42ea-afb0-631f4d2f53bc tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:10.132352 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480ca6a5-c8a9-4359-bf9a-bf1134214fa4 req-6356b836-9eb9-42ea-afb0-631f4d2f53bc tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0671790 Jun 16 11:09:10.155286 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-c8834cd4-a3e5-4d77-aaac-4f6f2a6baf68 service neutron] 10.222.0.21 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154439 Jun 16 11:09:10.181097 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-480ca6a5-c8a9-4359-bf9a-bf1134214fa4 req-479f0267-e24b-4faf-a1d3-6010bb20c2bf tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 Jun 16 11:09:10.379851 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a772de9-6213-4203-8376-aacb1cfcc5d5 req-2c448cd0-e097-4a4c-93e6-2334832163eb tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:10.382092 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a772de9-6213-4203-8376-aacb1cfcc5d5 req-2c448cd0-e097-4a4c-93e6-2334832163eb tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0758238 Jun 16 11:09:10.433767 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a772de9-6213-4203-8376-aacb1cfcc5d5 req-fef6524e-22a0-4911-ad0d-1f1a91918394 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427926 Jun 16 11:09:10.659986 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205492d-f252-4dbc-891e-9265bac2afc1 req-c0a0679d-7648-4c90-b29d-97ef5b4b842a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:10.662006 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8205492d-f252-4dbc-891e-9265bac2afc1 req-c0a0679d-7648-4c90-b29d-97ef5b4b842a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1102085 Jun 16 11:09:10.730780 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8205492d-f252-4dbc-891e-9265bac2afc1 req-f089e0cd-a22b-46b2-8f0f-97dba3a63618 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584364 Jun 16 11:09:10.907558 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:10.911709 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-36fefc35-b393-4446-a173-d25d27648b09 req-b8d44f00-0ae1-4907-a1b4-c541331ed818 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 210 time: 0.2848489 Jun 16 11:09:11.162949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adb944-ffd2-40c1-b359-f48d7b404b25 req-08f87fc1-f16c-463c-90da-3458de4e0b15 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:11.164751 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c9adb944-ffd2-40c1-b359-f48d7b404b25 req-08f87fc1-f16c-463c-90da-3458de4e0b15 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 945 time: 0.0696442 Jun 16 11:09:11.203871 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c9adb944-ffd2-40c1-b359-f48d7b404b25 req-9e565751-83d0-4425-b6c6-63d0f75fbbf1 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328407 Jun 16 11:09:11.381977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a654c7c-f56a-40cb-8456-d55a99369874 req-4c20a3dc-3523-4892-884c-cf319aa92ba0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:11.383453 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8a654c7c-f56a-40cb-8456-d55a99369874 req-4c20a3dc-3523-4892-884c-cf319aa92ba0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0714245 Jun 16 11:09:11.423054 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8a654c7c-f56a-40cb-8456-d55a99369874 req-2545e6e4-2a88-43a0-9403-892a0f2ee7fb tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329592 Jun 16 11:09:11.698176 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3618694-fb75-41ea-8c36-e0bb3e1ef2d4 req-6cd6fe27-3734-4014-84b7-7ccd541867ac tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:11.699657 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d3618694-fb75-41ea-8c36-e0bb3e1ef2d4 req-6cd6fe27-3734-4014-84b7-7ccd541867ac tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0666389 Jun 16 11:09:11.741349 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d3618694-fb75-41ea-8c36-e0bb3e1ef2d4 req-ffb76e1f-7238-4dc7-bab6-f28f42ed44db tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341039 Jun 16 11:09:11.973370 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-9cd80e6b-10cd-43f5-a59e-a2272b3ffa64 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:11.974851 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-9cd80e6b-10cd-43f5-a59e-a2272b3ffa64 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.35 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 808 time: 0.1305826 Jun 16 11:09:12.010451 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4e35f-5be7-43d7-b672-70c30f6c03b9 req-1b3ac3ac-1df4-427f-bb0b-71c2aad97dd9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:12.013750 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-22f4e35f-5be7-43d7-b672-70c30f6c03b9 req-1b3ac3ac-1df4-427f-bb0b-71c2aad97dd9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0849631 Jun 16 11:09:12.076716 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-22f4e35f-5be7-43d7-b672-70c30f6c03b9 req-daffa1a2-e1cb-4dda-bf60-19bcc860aa23 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Jun 16 11:09:12.095629 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cd27b5ac-fc75-4852-9628-10b235074302 req-820a227a-96a9-4e59-b656-187032ea5f78 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 210 time: 0.0522249 Jun 16 11:09:12.100836 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-772b6cf6-4fa7-479c-9e12-c481989032f9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=547eb1840c464d0f999f1dfd938b7ad0 HTTP/1.1" status: 200 len: 380 time: 0.1013563 Jun 16 11:09:12.121509 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'port': {'device_id': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'admin_state_up': True, 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'security_groups': ['0c31b0a1-6db8-4f2e-9932-86f8eabc361a']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:09:12.237052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Made reservation on behalf of 547eb1840c464d0f999f1dfd938b7ad0 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:09:12.241676 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:12.382963 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Allocated IP 172.20.0.13 (b127558a-0a91-4055-8c4e-81762c066422/07d82535-451c-48ef-a657-da7f4c94eb11/19a5750e-e754-4007-8778-384f3aea35c2) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:09:12.384629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023a916-2aa0-4190-acef-bfd92dbc1fb8 req-66433d83-e8cd-4f07-bf30-c570b89e39eb tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:12.386137 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8023a916-2aa0-4190-acef-bfd92dbc1fb8 req-66433d83-e8cd-4f07-bf30-c570b89e39eb tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 945 time: 0.0672801 Jun 16 11:09:12.437313 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8023a916-2aa0-4190-acef-bfd92dbc1fb8 req-075ea349-582c-4ce0-97c2-c9545a0ce711 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Jun 16 11:09:12.536418 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cb078cb9-0e52-41da-a866-c97f659c9cb4 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:09:12.561915 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: cb078cb9-0e52-41da-a866-c97f659c9cb4 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:09:12.562658 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cb078cb9-0e52-41da-a866-c97f659c9cb4 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:09:12.563345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:12.585949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Transition to ACTIVE for port object 19a5750e-e754-4007-8778-384f3aea35c2 will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:09:12.632701 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:12.639366 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-063f4194-ead1-462a-b7f8-03e8ebd05ad1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:12.725719 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Network b127558a-0a91-4055-8c4e-81762c066422 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:09:12.730657 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:09:12.738120 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:09:12.748100 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:12.749121 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:12.778253 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:12.798132 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:12.801314 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6870537 Jun 16 11:09:12.814476 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Request body: {'port': {'device_id': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:09:12.882549 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d488fe-c266-465f-af42-2b725fa0d040 req-fb0626ef-802f-44da-81c3-b9bde82e34ee tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:12.889524 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-66d488fe-c266-465f-af42-2b725fa0d040 req-fb0626ef-802f-44da-81c3-b9bde82e34ee tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1258819 Jun 16 11:09:12.950882 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:12.957785 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-9436b8ee-c515-4063-938c-346a1374b317 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:12.959669 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-9436b8ee-c515-4063-938c-346a1374b317 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 945 time: 0.0930026 Jun 16 11:09:12.961357 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-66d488fe-c266-465f-af42-2b725fa0d040 req-2f89d7d2-e436-4a01-9836-5d27e0311a7f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705473 Jun 16 11:09:13.102089 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-d547ab99-e782-4e8e-a456-f9126bbe371b None None] Provisioning for port 19a5750e-e754-4007-8778-384f3aea35c2 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:09:13.106669 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-d547ab99-e782-4e8e-a456-f9126bbe371b None None] Provisioning complete for port 19a5750e-e754-4007-8778-384f3aea35c2 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:09:13.107141 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d547ab99-e782-4e8e-a456-f9126bbe371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.147876 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-d547ab99-e782-4e8e-a456-f9126bbe371b None None] Port 19a5750e-e754-4007-8778-384f3aea35c2 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:09:13.169808 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Deleting port df7f50cc-0f7e-4c89-ab91-94b232039d80 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:09:13.170497 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.323095 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] For port df7f50cc-0f7e-4c89-ab91-94b232039d80, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=df7f50cc-0f7e-4c89-ab91-94b232039d80,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:13.323462 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.390532 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d532e-9b37-4981-9ebf-fd8d6513de32 req-0e810558-62ad-4c01-986f-ac887d16f8a3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:13.399980 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1c0d532e-9b37-4981-9ebf-fd8d6513de32 req-0e810558-62ad-4c01-986f-ac887d16f8a3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.2109499 Jun 16 11:09:13.417940 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Calling delete_port for df7f50cc-0f7e-4c89-ab91-94b232039d80 owned by compute:nova {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:09:13.505552 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1c0d532e-9b37-4981-9ebf-fd8d6513de32 req-bfadf045-373a-4994-9062-3e505bb0af84 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999868 Jun 16 11:09:13.553855 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a5750e-e754-4007-8778-384f3aea35c2 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:09:13.560493 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.577917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Transition to ACTIVE for port object 19a5750e-e754-4007-8778-384f3aea35c2 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:09:13.583544 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.588603 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e10465a2-28b7-4457-95a6-d75f50d21a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:13.678948 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2bbe-44ae-4edb-8a94-730116fc036f req-67e42909-f723-4677-a6bc-d35d7b9a20d5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:13.681602 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-effb2bbe-44ae-4edb-8a94-730116fc036f req-67e42909-f723-4677-a6bc-d35d7b9a20d5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1714995 Jun 16 11:09:13.694435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:13.712764 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:13.780051 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-effb2bbe-44ae-4edb-8a94-730116fc036f req-86f7ed46-2042-4863-a04d-1f103d7410d1 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637953 Jun 16 11:09:13.782652 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Attempting to bind port 19a5750e-e754-4007-8778-384f3aea35c2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:09:13.782998 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Attempting to bind port 19a5750e-e754-4007-8778-384f3aea35c2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:09:13.783403 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Attempting to bind port 19a5750e-e754-4007-8778-384f3aea35c2 on network b127558a-0a91-4055-8c4e-81762c066422 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:09:13.795243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Port 19a5750e-e754-4007-8778-384f3aea35c2 on network b127558a-0a91-4055-8c4e-81762c066422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:09:13.795630 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Attempting to bind port 19a5750e-e754-4007-8778-384f3aea35c2 on network b127558a-0a91-4055-8c4e-81762c066422 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:09:13.803855 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.812770 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:09:13.813143 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Checking segment: {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:09:13.813948 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Bound using segment: {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:09:13.814489 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Bound port: 19a5750e-e754-4007-8778-384f3aea35c2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368c664b-e154-4768-8e4f-4a9027bbd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:09:13.815082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.817234 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:13.821353 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755', 'df7f50cc-0f7e-4c89-ab91-94b232039d80'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:13.856658 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event deleted for resources: {'Port': ['ID=df7f50cc-0f7e-4c89-ab91-94b232039d80,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:13.861475 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:13.954739 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] No DVR routers for this DVR port df7f50cc-0f7e-4c89-ab91-94b232039d80 on host hv-cinder-78662 {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:09:13.958825 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:13.960997 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3fc040bf-c824-47e2-96f8-6ee3ff784773 req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "DELETE /v2.0/ports/df7f50cc-0f7e-4c89-ab91-94b232039d80 HTTP/1.1" status: 204 len: 173 time: 0.9910276 Jun 16 11:09:13.961504 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'name': 'network-vif-deleted', 'tag': 'df7f50cc-0f7e-4c89-ab91-94b232039d80'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:13.964376 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1a5377-4d2a-42bf-8d64-b3853af3edde" -d '{"events": [{"server_uuid": "28775312-ab9e-42ca-86d2-fb6d5d92bb19", "name": "network-vif-deleted", "tag": "df7f50cc-0f7e-4c89-ab91-94b232039d80"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:13.982578 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4b867-3998-4b79-8c92-cf84bc617ee6 req-35997d9e-3420-4f31-b66a-3ad11c39b389 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:13.987405 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ef4b867-3998-4b79-8c92-cf84bc617ee6 req-35997d9e-3420-4f31-b66a-3ad11c39b389 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.2428536 Jun 16 11:09:14.016334 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-29db8184-e98c-4294-83be-cebecb3b7d8f req-77b69278-640e-490b-98ad-9cc1af2290c6 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=28775312-ab9e-42ca-86d2-fb6d5d92bb19 HTTP/1.1" status: 200 len: 210 time: 0.0457945 Jun 16 11:09:14.017446 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:09:14.049845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:09:14.084006 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ef4b867-3998-4b79-8c92-cf84bc617ee6 req-52e9dfb4-04f3-4d61-818b-9ae6a9cd8719 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863833 Jun 16 11:09:14.086416 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:14.090909 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:14.101466 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf325592-bbb0-4c39-99df-cb398ce60f31 x-openstack-request-id: req-cf325592-bbb0-4c39-99df-cb398ce60f31 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:14.103610 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28775312-ab9e-42ca-86d2-fb6d5d92bb19", "name": "network-vif-deleted", "tag": "df7f50cc-0f7e-4c89-ab91-94b232039d80", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:14.105278 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf325592-bbb0-4c39-99df-cb398ce60f31 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:14.106190 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28775312-ab9e-42ca-86d2-fb6d5d92bb19', 'name': 'network-vif-deleted', 'tag': 'df7f50cc-0f7e-4c89-ab91-94b232039d80', 'status': 'completed', 'code': 200} Jun 16 11:09:14.188235 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:14.189209 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:14.192384 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] 10.222.0.35 "PUT /v2.0/ports/19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 1094 time: 1.3817472 Jun 16 11:09:14.198523 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:14.204641 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c490041-5f1c-4515-9aca-a99bda728ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "tag": "19a5750e-e754-4007-8778-384f3aea35c2"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:14.269052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d0e35-1f94-4ec1-a6a1-fe9e6270dac0 x-openstack-request-id: req-9d2d0e35-1f94-4ec1-a6a1-fe9e6270dac0 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:14.269488 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "tag": "19a5750e-e754-4007-8778-384f3aea35c2", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:14.269773 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d2d0e35-1f94-4ec1-a6a1-fe9e6270dac0 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:14.270196 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2', 'status': 'completed', 'code': 200} Jun 16 11:09:14.270988 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:14.274776 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:14.313064 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016d724-49de-4e10-86d8-b94429b0477a req-447c6041-22f1-4da1-8dab-0b25456407bd tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:14.315207 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1016d724-49de-4e10-86d8-b94429b0477a req-447c6041-22f1-4da1-8dab-0b25456407bd tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1003830 Jun 16 11:09:14.350178 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-32222a0d-98f5-41da-935d-baf79b72c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:14.351813 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-32222a0d-98f5-41da-935d-baf79b72c91e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1097 time: 0.0734315 Jun 16 11:09:14.362486 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1016d724-49de-4e10-86d8-b94429b0477a req-dab7c438-de44-4d35-8ead-2ed6cefb70c2 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412693 Jun 16 11:09:14.412675 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-9cb6d889-394c-4825-bb8e-d79591c61a55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 217 time: 0.0504475 Jun 16 11:09:14.465333 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-4a858fee-a6aa-4fd6-856f-93ba95e36fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:14.466765 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-4a858fee-a6aa-4fd6-856f-93ba95e36fac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 200 len: 847 time: 0.0467732 Jun 16 11:09:14.559453 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137a49-04bb-4f68-95ac-818761c6af19 req-74d170e2-6901-4c71-83a3-24a63ca53e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:14.560957 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-74d170e2-6901-4c71-83a3-24a63ca53e8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b127558a-0a91-4055-8c4e-81762c066422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0810256 Jun 16 11:09:14.717750 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-b0771513-645d-42fc-8ae7-e7543fdd318a service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464489 Jun 16 11:09:14.813496 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033afc9b-04ab-4fc6-948e-20689401201f req-3cab650b-81c4-4b83-85fe-5c8093b5df60 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:14.814948 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-033afc9b-04ab-4fc6-948e-20689401201f req-3cab650b-81c4-4b83-85fe-5c8093b5df60 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1482670 Jun 16 11:09:14.845168 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-76137a49-04bb-4f68-95ac-818761c6af19 req-ad6ec303-4326-4fa7-8985-0465349d01e1 service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174371 Jun 16 11:09:14.866718 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-033afc9b-04ab-4fc6-948e-20689401201f req-1bf71421-c78a-4b3d-a977-e2fed1be1a7a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428145 Jun 16 11:09:14.952246 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-e02aef39-8d5e-4a52-bf7b-8c42496b9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:14.954061 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-e02aef39-8d5e-4a52-bf7b-8c42496b9ac7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1097 time: 0.0571234 Jun 16 11:09:15.039920 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2c528-bcad-4de5-b88e-a86803de7bfc req-1c3c39df-87ad-4718-8c53-8b4e2187434d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:15.041472 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b6e2c528-bcad-4de5-b88e-a86803de7bfc req-1c3c39df-87ad-4718-8c53-8b4e2187434d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0652657 Jun 16 11:09:15.050725 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-70789787-21ff-4f52-8db4-7574af6a240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:15.052287 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-70789787-21ff-4f52-8db4-7574af6a240c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 909 time: 0.0909195 Jun 16 11:09:15.084667 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b6e2c528-bcad-4de5-b88e-a86803de7bfc req-cbb6c5d4-5ec7-4cc9-b6ac-9ae492ef6b5f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Jun 16 11:09:15.129531 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-2b52e7e3-a943-4230-9d84-7c282838ef85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 217 time: 0.0688324 Jun 16 11:09:15.196369 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-5910546b-3cd5-4654-8c26-c99f7c61e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:15.197729 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-5910546b-3cd5-4654-8c26-c99f7c61e5e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 200 len: 847 time: 0.0548294 Jun 16 11:09:15.275758 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-0b66e979-7559-4ef2-92d5-e4542b0c30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:15.277262 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-0b66e979-7559-4ef2-92d5-e4542b0c30da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b127558a-0a91-4055-8c4e-81762c066422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668039 Jun 16 11:09:15.301248 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237abb13-a2c0-4f51-aa43-6365122e30c3 req-3cf86b83-830d-4dbe-b4d2-f011b5079dc3 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:15.302730 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-237abb13-a2c0-4f51-aa43-6365122e30c3 req-3cf86b83-830d-4dbe-b4d2-f011b5079dc3 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0720174 Jun 16 11:09:15.347656 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-237abb13-a2c0-4f51-aa43-6365122e30c3 req-b15a57fc-d603-4e2b-b540-96fb1f97cc97 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354331 Jun 16 11:09:15.374350 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-2da7f578-7362-472a-baf1-00cf55d3a6f4 service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893469 Jun 16 11:09:15.508572 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c490041-5f1c-4515-9aca-a99bda728ccf req-b61005fe-3130-4a27-8091-47500a474d3d service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243985 Jun 16 11:09:15.607818 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af7ddf-3774-4a9c-ae80-91f23fe474e8 req-81104919-8dda-434b-9395-95618df595a0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:15.609244 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3af7ddf-3774-4a9c-ae80-91f23fe474e8 req-81104919-8dda-434b-9395-95618df595a0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0664487 Jun 16 11:09:15.652239 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3af7ddf-3774-4a9c-ae80-91f23fe474e8 req-6e7a9733-e9b4-42c6-b80e-0e065d9b3265 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370860 Jun 16 11:09:16.053336 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2d04c-5a9a-45e5-b27a-92e999060b65 req-95f5d4ba-f17f-4b7f-9bd7-d5209255b445 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:16.054789 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cdc2d04c-5a9a-45e5-b27a-92e999060b65 req-95f5d4ba-f17f-4b7f-9bd7-d5209255b445 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0639439 Jun 16 11:09:16.094789 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cdc2d04c-5a9a-45e5-b27a-92e999060b65 req-311f75e2-6869-41a5-8bde-1da6c29fc7b3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340490 Jun 16 11:09:16.271742 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1accf0a-a534-4686-8f9b-693055bbe2f2 req-71400826-450f-41b6-b4e6-2d1958c749aa tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:16.273315 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b1accf0a-a534-4686-8f9b-693055bbe2f2 req-71400826-450f-41b6-b4e6-2d1958c749aa tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0626340 Jun 16 11:09:16.311849 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b1accf0a-a534-4686-8f9b-693055bbe2f2 req-48d07a5c-8d09-4c70-8326-0b3d885294b2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Jun 16 11:09:16.530774 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e550-f202-455e-a7ce-dd58e4dbdc41 req-a621d81b-2629-4296-b86c-0c2037fb16cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:16.532327 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2f26e550-f202-455e-a7ce-dd58e4dbdc41 req-a621d81b-2629-4296-b86c-0c2037fb16cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0729871 Jun 16 11:09:16.552829 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device df7f50cc-0f7e-4c89-ab91-94b232039d80 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:09:16.574519 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: df7f50cc-0f7e-4c89-ab91-94b232039d80 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:09:16.575009 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device df7f50cc-0f7e-4c89-ab91-94b232039d80 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:09:16.581790 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2f26e550-f202-455e-a7ce-dd58e4dbdc41 req-3c150994-b5e8-4d4e-9d2f-67b38b9c2f91 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Jun 16 11:09:16.680970 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23738759-c90e-403f-8d9f-afb0190fb851 req-63f4d821-c8d3-45ce-9bc2-485e18ad4e13 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:16.682472 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-23738759-c90e-403f-8d9f-afb0190fb851 req-63f4d821-c8d3-45ce-9bc2-485e18ad4e13 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 946 time: 0.0662007 Jun 16 11:09:16.728227 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-23738759-c90e-403f-8d9f-afb0190fb851 req-82207582-d1a0-4c96-9f93-0478dd1304b1 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Jun 16 11:09:16.831643 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a295-b638-4dc5-b756-0c5a337d4057 req-128e13f2-a994-4261-b0b3-eb5e027c4c08 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:16.833039 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ae93a295-b638-4dc5-b756-0c5a337d4057 req-128e13f2-a994-4261-b0b3-eb5e027c4c08 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0659354 Jun 16 11:09:16.871482 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ae93a295-b638-4dc5-b756-0c5a337d4057 req-66c64e0e-977c-45d6-a9d6-84bb9b508a49 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Jun 16 11:09:17.279608 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb0eae-37f0-4efb-ae9a-5165f8734103 req-da4a7d94-961f-4fa6-8a10-526e84b93ff1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:17.281098 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-91eb0eae-37f0-4efb-ae9a-5165f8734103 req-da4a7d94-961f-4fa6-8a10-526e84b93ff1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0624726 Jun 16 11:09:17.319197 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-91eb0eae-37f0-4efb-ae9a-5165f8734103 req-2e15222e-025c-414d-8f41-92e4b5ba33a0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321813 Jun 16 11:09:17.483966 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec2acf-f6ae-4192-95d6-e74a985121ca req-6a6425ef-ce6c-47f0-a9c8-51933cf9d5d4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:17.485386 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3fec2acf-f6ae-4192-95d6-e74a985121ca req-6a6425ef-ce6c-47f0-a9c8-51933cf9d5d4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0621533 Jun 16 11:09:17.524468 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3fec2acf-f6ae-4192-95d6-e74a985121ca req-89c6928f-6d06-4ccd-8233-738ad0874a8b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Jun 16 11:09:17.755127 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97446edc-722f-4ad7-92e4-fd1a0bd5e79e req-cb7dc5e9-cae5-48bd-8956-f179ccce34e8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:17.756551 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-97446edc-722f-4ad7-92e4-fd1a0bd5e79e req-cb7dc5e9-cae5-48bd-8956-f179ccce34e8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0635169 Jun 16 11:09:17.795267 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-97446edc-722f-4ad7-92e4-fd1a0bd5e79e req-ffa7ffc4-6418-4999-90e9-71e5593cd79d tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329919 Jun 16 11:09:17.902937 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7212-825a-4303-99c7-388d1d847e56 req-0d8c1466-c433-4b6d-bafa-1f844097a49c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:17.904430 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd2a7212-825a-4303-99c7-388d1d847e56 req-0d8c1466-c433-4b6d-bafa-1f844097a49c tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 946 time: 0.0631349 Jun 16 11:09:17.948772 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bd2a7212-825a-4303-99c7-388d1d847e56 req-59c9dff1-99be-4f32-9de7-693780989de7 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Jun 16 11:09:18.048919 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7642ebc-c14a-4e56-8c13-4514f6312e2f req-ad2322b0-0288-4417-8d0e-8c4f333c5273 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:18.050274 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d7642ebc-c14a-4e56-8c13-4514f6312e2f req-ad2322b0-0288-4417-8d0e-8c4f333c5273 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0669491 Jun 16 11:09:18.087848 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d7642ebc-c14a-4e56-8c13-4514f6312e2f req-4d7cbaba-10d4-4c2d-b256-37560f5d39bf tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Jun 16 11:09:18.545220 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09379c5-271b-4d0c-9189-1826d7a0e42c req-e90cfbdf-aa25-4013-87d5-9adf9f69152d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:18.546723 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a09379c5-271b-4d0c-9189-1826d7a0e42c req-e90cfbdf-aa25-4013-87d5-9adf9f69152d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1081524 Jun 16 11:09:18.556014 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-4c7849a5-cc4a-495c-8f9d-12e54c4472b1 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:18.557474 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-4c7849a5-cc4a-495c-8f9d-12e54c4472b1 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 946 time: 0.1087506 Jun 16 11:09:18.632921 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a09379c5-271b-4d0c-9189-1826d7a0e42c req-8bc2510f-51a7-4b02-8e88-2d38c0cc1190 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743613 Jun 16 11:09:18.684052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Deleting port 85088d24-e912-4204-b31f-53eecf535755 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:09:18.684395 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:18.714355 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f57784-fc43-487f-ac4f-3b6b77e7d150 req-bccb34ec-7e36-4477-ac03-0a5e7ca9af54 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:18.715875 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-85f57784-fc43-487f-ac4f-3b6b77e7d150 req-bccb34ec-7e36-4477-ac03-0a5e7ca9af54 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0757356 Jun 16 11:09:18.760475 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-85f57784-fc43-487f-ac4f-3b6b77e7d150 req-124501f7-b279-4c5a-a0b3-336f4ee7bb51 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372081 Jun 16 11:09:18.787930 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] For port 85088d24-e912-4204-b31f-53eecf535755, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=85088d24-e912-4204-b31f-53eecf535755,segment=NetworkSegment(f82a62fa-51d1-4e68-b28e-46fff7c2d5e9),segment_id=f82a62fa-51d1-4e68-b28e-46fff7c2d5e9)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:18.788296 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:18.855067 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Calling delete_port for 85088d24-e912-4204-b31f-53eecf535755 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:09:19.012616 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c824b0b-b462-4176-b711-ac9e111bbcfe req-50bca084-6596-421b-bdd8-5e4f21880179 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:19.014112 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1c824b0b-b462-4176-b711-ac9e111bbcfe req-50bca084-6596-421b-bdd8-5e4f21880179 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.1029372 Jun 16 11:09:19.082604 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1c824b0b-b462-4176-b711-ac9e111bbcfe req-1d635107-7208-4130-bae6-36b0c1915ac5 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504224 Jun 16 11:09:19.083650 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:19.087510 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4e6ba97e-24b8-4d1b-af28-8d1e3e3616b4 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:19.101923 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['85088d24-e912-4204-b31f-53eecf535755'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:19.105270 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-04b26843-dc81-4066-8a7f-eb2765c42f33 req-11a232ff-dcc1-46f1-9a83-b0efb7c36d81 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.21 "GET /v2.0/ports?device_id=5081410d-2d08-41a2-ac31-138b0c213e9b HTTP/1.1" status: 200 len: 210 time: 0.0353668 Jun 16 11:09:19.119051 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Pushing event deleted for resources: {'Port': ['ID=85088d24-e912-4204-b31f-53eecf535755,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:19.122556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:19.167568 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] No DVR routers for this DVR port 85088d24-e912-4204-b31f-53eecf535755 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:09:19.170118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:19.172190 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6905631-dbb1-407a-bb93-f4e49677b73c req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] 10.222.0.35 "DELETE /v2.0/ports/85088d24-e912-4204-b31f-53eecf535755 HTTP/1.1" status: 204 len: 173 time: 0.6075697 Jun 16 11:09:19.172667 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'name': 'network-vif-deleted', 'tag': '85088d24-e912-4204-b31f-53eecf535755'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:19.175575 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42743c1-466d-430e-bb75-1793808cf374" -d '{"events": [{"server_uuid": "5081410d-2d08-41a2-ac31-138b0c213e9b", "name": "network-vif-deleted", "tag": "85088d24-e912-4204-b31f-53eecf535755"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:19.229637 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c19365-818e-4362-a0a7-c897a254dbfa x-openstack-request-id: req-f2c19365-818e-4362-a0a7-c897a254dbfa {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:19.230054 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5081410d-2d08-41a2-ac31-138b0c213e9b", "name": "network-vif-deleted", "tag": "85088d24-e912-4204-b31f-53eecf535755", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:19.230276 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c19365-818e-4362-a0a7-c897a254dbfa {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:19.230718 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5081410d-2d08-41a2-ac31-138b0c213e9b', 'name': 'network-vif-deleted', 'tag': '85088d24-e912-4204-b31f-53eecf535755', 'status': 'completed', 'code': 200} Jun 16 11:09:19.301394 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac26877-7723-4d1d-9878-4ec7826ef277 req-df472746-86a0-4337-a3ba-7840377fbd5b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:19.302993 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ac26877-7723-4d1d-9878-4ec7826ef277 req-df472746-86a0-4337-a3ba-7840377fbd5b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0715060 Jun 16 11:09:19.352363 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ac26877-7723-4d1d-9878-4ec7826ef277 req-9b7436c9-a4be-49da-8f98-d521fadebdac tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Jun 16 11:09:19.820048 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c922b0d-5025-456e-be7b-e05eed8aaf30 req-6e0e252b-b2c7-4977-bc85-c08acae7079d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:19.821575 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6c922b0d-5025-456e-be7b-e05eed8aaf30 req-6e0e252b-b2c7-4977-bc85-c08acae7079d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0716398 Jun 16 11:09:19.872458 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6c922b0d-5025-456e-be7b-e05eed8aaf30 req-b677b63c-000f-4fb4-a0f3-a4555ccb6ef2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442367 Jun 16 11:09:19.952757 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5cec8-a5e5-4d7f-ad46-0a7cb07bb1b9 req-d3c36fa0-744e-48a8-84bd-1b33f1411ff7 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:19.954243 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c2c5cec8-a5e5-4d7f-ad46-0a7cb07bb1b9 req-d3c36fa0-744e-48a8-84bd-1b33f1411ff7 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0666318 Jun 16 11:09:19.996384 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c2c5cec8-a5e5-4d7f-ad46-0a7cb07bb1b9 req-39a17e1c-2b13-40df-8e38-d4cf47028bf0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351098 Jun 16 11:09:20.219513 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 50548) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:20.264821 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Deleting subnet 70f2b0fb-7963-4933-b395-de93499a6d96 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:09:20.268430 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.278625 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f15d-0cd4-4fb3-bdb0-2b74362cd57b req-26003045-1dcc-4033-96db-a8b7cbe08fbf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:20.280141 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-44f2f15d-0cd4-4fb3-bdb0-2b74362cd57b req-26003045-1dcc-4033-96db-a8b7cbe08fbf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0667210 Jun 16 11:09:20.303557 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.309265 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.318447 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-44f2f15d-0cd4-4fb3-bdb0-2b74362cd57b req-7a7a1d5f-3d06-4a4d-9dda-62487227f15a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Jun 16 11:09:20.362726 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.365692 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3b91cd98-05eb-48c7-be03-6bba2a7af2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:20.394193 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f2b0fb-7963-4933-b395-de93499a6d96,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:20.396152 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.400400 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/70f2b0fb-7963-4933-b395-de93499a6d96 HTTP/1.1" status: 204 len: 168 time: 0.1775258 Jun 16 11:09:20.400400 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:20.400652 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 50552) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:20.467878 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.593201 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.611116 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ed7bf-a395-49f3-8719-7a388d62e1a0 req-d9cca4b1-3f0b-4cb6-ba1d-2cdda391f6f7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:20.612772 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fe4ed7bf-a395-49f3-8719-7a388d62e1a0 req-d9cca4b1-3f0b-4cb6-ba1d-2cdda391f6f7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1428361 Jun 16 11:09:20.614760 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.615117 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.615914 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.616210 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > port after_create 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.616549 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.616856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > port after_update 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.617186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.617496 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.618062 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.618405 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.686096 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.686460 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.686809 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.687132 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:09:20.687591 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c281ec-df9e-43a5-b8af-aae051136177']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:09:20.713157 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:09:20.713470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82a62fa-51d1-4e68-b28e-46fff7c2d5e9') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:09:20.744108 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.782604 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.794039 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fe4ed7bf-a395-49f3-8719-7a388d62e1a0 req-41545421-5528-4626-ab53-432efcfdefd2 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927947 Jun 16 11:09:20.798768 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:09:20.799803 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:09:20.806881 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:09:20.810308 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:09:20.869356 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.873979 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:20.878690 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:20.880557 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6c281ec-df9e-43a5-b8af-aae051136177 HTTP/1.1" status: 204 len: 168 time: 0.4791114 Jun 16 11:09:20.890076 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c281ec-df9e-43a5-b8af-aae051136177,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:20.894292 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7bdc12a7-b2f6-4efc-954a-69300b688474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:21.094657 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5971d6-4f76-4fef-a13b-066055dd184a req-6302868f-4ac7-4046-9be6-ba17c900d896 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:21.096894 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cc5971d6-4f76-4fef-a13b-066055dd184a req-6302868f-4ac7-4046-9be6-ba17c900d896 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0979459 Jun 16 11:09:21.176228 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cc5971d6-4f76-4fef-a13b-066055dd184a req-fd93bba3-0e95-45b6-b41e-821462546cc3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718186 Jun 16 11:09:21.219960 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50568) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:21.224033 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e7325-e85c-4723-a14a-05360414e27e req-bd706ac1-a401-4b73-972a-82562441bdb2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:21.225630 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e21e7325-e85c-4723-a14a-05360414e27e req-bd706ac1-a401-4b73-972a-82562441bdb2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1001422 Jun 16 11:09:21.265445 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-74a31fa2-6d42-4be3-b3bc-925a8b1928ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c79b9adb80c646b6b23f24df60dbebf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0442185 Jun 16 11:09:21.268136 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50570) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:21.269542 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e21e7325-e85c-4723-a14a-05360414e27e req-cf720925-38ed-4fed-bd33-a724c5fb9b9a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Jun 16 11:09:21.320412 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:21.340872 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:21.387771 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:21.390852 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:21.392282 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd HTTP/1.1" status: 204 len: 168 time: 0.1230724 Jun 16 11:09:21.393113 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-30e4bf5a-5950-4b3d-9bd0-83122fc4110c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:21.401515 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c0b7a-1e65-4fe3-8924-5bedb6f5edfd,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:21.404444 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:21.513255 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdea20f-2001-456c-a58d-38130a9c31d6 req-f420687d-5583-46f8-bfd5-6d8d13dcd049 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:21.514744 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fbdea20f-2001-456c-a58d-38130a9c31d6 req-f420687d-5583-46f8-bfd5-6d8d13dcd049 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0683610 Jun 16 11:09:21.557504 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fbdea20f-2001-456c-a58d-38130a9c31d6 req-0810e953-4827-4560-a447-0bf57fbaadb8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368600 Jun 16 11:09:22.229372 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168974-a7b9-4174-bb42-d48c92e7ec48 req-a9ded83b-cc48-4da2-8670-ca23b37f7fff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:22.236506 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5c168974-a7b9-4174-bb42-d48c92e7ec48 req-a9ded83b-cc48-4da2-8670-ca23b37f7fff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.3173318 Jun 16 11:09:22.269868 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5c168974-a7b9-4174-bb42-d48c92e7ec48 req-cb21fab9-a999-48db-8b10-7f03d8c04374 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Jun 16 11:09:22.436223 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645931f-bd8c-4109-8473-0aa371455358 req-645dea09-04fc-4083-8ad6-32c26f216c39 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:22.437817 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e645931f-bd8c-4109-8473-0aa371455358 req-645dea09-04fc-4083-8ad6-32c26f216c39 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0649524 Jun 16 11:09:22.478078 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e645931f-bd8c-4109-8473-0aa371455358 req-530a932d-a23d-47c4-bdc0-71f628f7ad92 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329576 Jun 16 11:09:22.502904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ff84f-3fa3-48eb-a9e5-cce0cc2fcdd8 req-5386cfce-83cf-47fc-8d56-0ef576595b4a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:22.504441 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-564ff84f-3fa3-48eb-a9e5-cce0cc2fcdd8 req-5386cfce-83cf-47fc-8d56-0ef576595b4a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0686014 Jun 16 11:09:22.545350 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-564ff84f-3fa3-48eb-a9e5-cce0cc2fcdd8 req-b03590ff-ad2e-454a-b1ea-4427bfb6351e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349488 Jun 16 11:09:22.734173 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ad812-0f79-487e-9190-919992e4e712 req-ce897ef1-c9bb-47fd-ade1-5a6a82db5ffc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:22.735619 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-da3ad812-0f79-487e-9190-919992e4e712 req-ce897ef1-c9bb-47fd-ade1-5a6a82db5ffc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0649176 Jun 16 11:09:22.776270 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-da3ad812-0f79-487e-9190-919992e4e712 req-d74ac12a-7fc9-43f2-9636-d0529aa51971 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346503 Jun 16 11:09:22.917306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 50632) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:23.041083 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.134749 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.142527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.146834 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4d4e5d5f-fb3f-4854-b6bb-1abf4482ab17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:23.183717 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e6e88031c624641a3d1bae4d965af44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653089 Jun 16 11:09:23.184872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9595b941-9541-44c8-89bb-98ba750ee62d,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:23.186398 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50636) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:23.194115 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.194479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.194835 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.195189 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.195535 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.195912 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.196260 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.196605 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.196946 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.197284 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.197621 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.197954 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.202069 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:23.240333 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.262365 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.309096 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.311678 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.316387 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9595b941-9541-44c8-89bb-98ba750ee62d HTTP/1.1" status: 204 len: 168 time: 0.1289277 Jun 16 11:09:23.317173 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-bfc6a736-ab7a-491d-94e4-c97b83567ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:23.324664 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9595b941-9541-44c8-89bb-98ba750ee62d,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:23.332100 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.332530 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.332925 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.333248 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.333604 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.333961 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.334311 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.334713 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.335068 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.335482 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.335761 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.336134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:23.339289 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:23.343454 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 19a5750e-e754-4007-8778-384f3aea35c2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:09:23.482687 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:23.484097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f3aa7-8465-4447-b029-ec7dcf3c02a5 req-032e0694-672c-4a3d-a70e-951fafa8f3e2 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:23.497847 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d95f3aa7-8465-4447-b029-ec7dcf3c02a5 req-032e0694-672c-4a3d-a70e-951fafa8f3e2 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1077416 Jun 16 11:09:23.506098 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '19a5750e-e754-4007-8778-384f3aea35c2', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'port_id': '19a5750e-e754-4007-8778-384f3aea35c2', 'mac_address': 'fa:16:3e:08:82:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:09:23.558396 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d95f3aa7-8465-4447-b029-ec7dcf3c02a5 req-2c0d4084-a90d-448e-864f-412be5ee6d1b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592430 Jun 16 11:09:23.575898 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.590733 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a5750e-e754-4007-8778-384f3aea35c2 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:09:23.616229 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:23.621445 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:23.624606 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-076a3c72-deb8-43a9-b809-a6a84bc73837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:23.678502 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:23.684472 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:23.752241 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369292-1acd-4e3b-b696-19f076496e5c req-2cc41101-7a48-4ce6-befd-2bf4b560b26e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:23.754279 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-55369292-1acd-4e3b-b696-19f076496e5c req-2cc41101-7a48-4ce6-befd-2bf4b560b26e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1059034 Jun 16 11:09:23.787928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2943b-1bb6-403d-b7b3-3aeaea25b05d req-53225982-ccbd-4d8a-82dd-9da3481da3c2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:23.789566 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-39e2943b-1bb6-403d-b7b3-3aeaea25b05d req-53225982-ccbd-4d8a-82dd-9da3481da3c2 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0672016 Jun 16 11:09:23.807848 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-55369292-1acd-4e3b-b696-19f076496e5c req-580ebaa8-2878-435c-b8ff-5b4bbcc52767 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455911 Jun 16 11:09:23.844736 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-39e2943b-1bb6-403d-b7b3-3aeaea25b05d req-8fa16d58-aad1-42e7-ba79-0a76ca731e0e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Jun 16 11:09:23.988369 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf10ea1-632a-4f8b-8a07-76fcf9e4f006 req-241b5c1d-a91b-42f2-b5a3-224a0c1bc46e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:23.989837 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bbf10ea1-632a-4f8b-8a07-76fcf9e4f006 req-241b5c1d-a91b-42f2-b5a3-224a0c1bc46e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 945 time: 0.0709817 Jun 16 11:09:24.031844 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bbf10ea1-632a-4f8b-8a07-76fcf9e4f006 req-e1ac3486-5a3b-4900-a510-680327bd79c3 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359602 Jun 16 11:09:24.360801 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 85088d24-e912-4204-b31f-53eecf535755 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:09:24.385236 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 85088d24-e912-4204-b31f-53eecf535755 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:09:24.385596 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 85088d24-e912-4204-b31f-53eecf535755 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:09:24.722749 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['19a5750e-e754-4007-8778-384f3aea35c2'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:24.767198 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7faeea-d81c-451d-bbc0-6c5ee94a97f1 req-2c7c06c1-6c35-4a76-a144-2c82a036a893 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:24.774781 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ca7faeea-d81c-451d-bbc0-6c5ee94a97f1 req-2c7c06c1-6c35-4a76-a144-2c82a036a893 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0757563 Jun 16 11:09:24.834297 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ca7faeea-d81c-451d-bbc0-6c5ee94a97f1 req-46886043-c060-4d79-8daa-46c7c981ea75 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584533 Jun 16 11:09:25.096241 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef33abe-4724-428e-930c-6cf98ff51ec5 req-3ce90008-fd56-4c0b-8d2a-6a36b2c7ea11 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:25.100564 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0ef33abe-4724-428e-930c-6cf98ff51ec5 req-3ce90008-fd56-4c0b-8d2a-6a36b2c7ea11 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0926552 Jun 16 11:09:25.144363 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0ef33abe-4724-428e-930c-6cf98ff51ec5 req-4b25a8f2-0524-4109-b9a4-3c55c5d92924 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Jun 16 11:09:25.271237 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54ceb-0240-42ef-bfe9-55f6c782b2b1 req-e421d200-7472-48b0-aae3-94a84576018f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:25.278599 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3dd54ceb-0240-42ef-bfe9-55f6c782b2b1 req-e421d200-7472-48b0-aae3-94a84576018f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.3098464 Jun 16 11:09:25.280767 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50706) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:25.320494 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3dd54ceb-0240-42ef-bfe9-55f6c782b2b1 req-22deec71-0bc3-4ad9-9d54-abd62e38d075 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410171 Jun 16 11:09:25.335656 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9e53-610a-43ee-83a3-cfaf188d02ba req-b752b71c-6213-43dd-a654-db973b4b3732 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:25.337589 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a2ea9e53-610a-43ee-83a3-cfaf188d02ba req-b752b71c-6213-43dd-a654-db973b4b3732 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 945 time: 0.0836501 Jun 16 11:09:25.379387 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a2ea9e53-610a-43ee-83a3-cfaf188d02ba req-3b50e114-bb45-4ebf-9ff8-9c111e82d3d1 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353789 Jun 16 11:09:25.423032 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1dd0-dd49-44a4-8411-d24c22691b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:25.529780 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1dd0-dd49-44a4-8411-d24c22691b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:25.535453 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1dd0-dd49-44a4-8411-d24c22691b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:25.539454 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-dd2b74ef-7e85-4389-8d4d-88b7c32b562e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:25.576223 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2a0f1dd0-dd49-44a4-8411-d24c22691b28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a2f78ce2a314c09bf9f5c53ee67640a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944603 Jun 16 11:09:25.577473 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f1dd0-dd49-44a4-8411-d24c22691b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592a1158-f559-4148-afc7-80a458e5413a,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:25.580166 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50718) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:25.586278 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2a0f1dd0-dd49-44a4-8411-d24c22691b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:25.645524 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:25.667192 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:25.722532 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:25.726256 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:25.727705 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/592a1158-f559-4148-afc7-80a458e5413a HTTP/1.1" status: 204 len: 168 time: 0.1465323 Jun 16 11:09:25.728520 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eea88689-3965-45b2-b97c-3dffc1b69877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:25.737930 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592a1158-f559-4148-afc7-80a458e5413a,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:25.740268 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:26.009343 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5aa88b-88b2-4f25-a7a0-874f0a4f595c req-1b68117f-411b-4ab9-84cb-a76692ad32e2 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:26.010863 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fa5aa88b-88b2-4f25-a7a0-874f0a4f595c req-1b68117f-411b-4ab9-84cb-a76692ad32e2 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0668862 Jun 16 11:09:26.011342 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50726) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:26.031956 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d1e381f5-6233-4485-8205-0218b55a06d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:26.072973 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fa5aa88b-88b2-4f25-a7a0-874f0a4f595c req-3574f317-0cd8-4633-af03-b0b457a40942 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551040 Jun 16 11:09:26.147575 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d1e381f5-6233-4485-8205-0218b55a06d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:26.151695 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d1e381f5-6233-4485-8205-0218b55a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:26.154098 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4563e2e0-b4e3-47c0-918f-48535ef21c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:26.190940 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-d1e381f5-6233-4485-8205-0218b55a06d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=204ad274f91e4bc18de041142b7d9bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785417 Jun 16 11:09:26.191875 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e381f5-6233-4485-8205-0218b55a06d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a338e01a-4160-493d-a0ed-aeb831b86455,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:26.194337 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 50730) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:26.194970 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d1e381f5-6233-4485-8205-0218b55a06d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:26.247905 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:26.295151 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:26.359400 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f80243-1f40-4cf7-b17c-d52bf1c8fa98 req-94e08c0f-c9be-4d98-986f-7a7d33507d2c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:26.360881 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b8f80243-1f40-4cf7-b17c-d52bf1c8fa98 req-94e08c0f-c9be-4d98-986f-7a7d33507d2c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1040385 Jun 16 11:09:26.381074 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:26.383512 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:26.384571 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a338e01a-4160-493d-a0ed-aeb831b86455 HTTP/1.1" status: 204 len: 168 time: 0.1882207 Jun 16 11:09:26.386271 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7e1406da-59dc-47ce-9500-2603905c7d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:26.405013 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a338e01a-4160-493d-a0ed-aeb831b86455,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:26.407311 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:26.427808 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b8f80243-1f40-4cf7-b17c-d52bf1c8fa98 req-ea975eb5-6538-48d6-85f3-9cb64a2529fc tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533767 Jun 16 11:09:26.510891 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9c6dc-083b-497e-88ac-ab6a093b5def req-3493a15c-3530-4207-aa26-4c57639e1426 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:26.517984 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c2b9c6dc-083b-497e-88ac-ab6a093b5def req-3493a15c-3530-4207-aa26-4c57639e1426 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0724182 Jun 16 11:09:26.557724 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c2b9c6dc-083b-497e-88ac-ab6a093b5def req-3142f822-bf01-49be-a138-b6630848b3de tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388265 Jun 16 11:09:26.618433 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3c95-64d9-4a94-be2a-473caf1f5199 req-7b8517c8-9ba7-4eef-8bbb-2632b0443b2f tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:26.619944 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fb1c3c95-64d9-4a94-be2a-473caf1f5199 req-7b8517c8-9ba7-4eef-8bbb-2632b0443b2f tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 945 time: 0.0794027 Jun 16 11:09:26.658977 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fb1c3c95-64d9-4a94-be2a-473caf1f5199 req-d18cf8cf-e1db-425f-b334-dd0694fdc2d3 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Jun 16 11:09:27.258759 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d675614-336f-4fbc-98a7-31642745d36c req-1ca1c809-5327-4f6b-862e-ca80e6f58707 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:27.260259 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2d675614-336f-4fbc-98a7-31642745d36c req-1ca1c809-5327-4f6b-862e-ca80e6f58707 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0691905 Jun 16 11:09:27.305252 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2d675614-336f-4fbc-98a7-31642745d36c req-1cc1de67-6ee4-402c-bbed-c7d1ffbe3e6b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365036 Jun 16 11:09:27.608926 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f821f1-e02a-4ea7-bd46-9260cbd6b20c req-be1eb08f-2c8a-42e2-8e69-71c4ce4704aa tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:27.612836 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-40f821f1-e02a-4ea7-bd46-9260cbd6b20c req-be1eb08f-2c8a-42e2-8e69-71c4ce4704aa tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0666738 Jun 16 11:09:27.664258 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-40f821f1-e02a-4ea7-bd46-9260cbd6b20c req-69eb1964-292b-49b9-9c66-fef792b3f4d0 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Jun 16 11:09:27.773068 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0af9c-680a-4eca-be46-a3ea71495491 req-71124668-dc0b-4445-84b7-fcd72bd9125e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:27.774582 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-19b0af9c-680a-4eca-be46-a3ea71495491 req-71124668-dc0b-4445-84b7-fcd72bd9125e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0698943 Jun 16 11:09:27.817912 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-19b0af9c-680a-4eca-be46-a3ea71495491 req-6ab58fe1-2171-4222-99f1-ff9ce4557678 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376973 Jun 16 11:09:27.855313 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e106f2-4ad4-4e39-b537-e0df9cb1673b req-88a9f64d-99d1-40ca-8a64-c26de303a898 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:27.859813 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-62e106f2-4ad4-4e39-b537-e0df9cb1673b req-88a9f64d-99d1-40ca-8a64-c26de303a898 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 945 time: 0.0768540 Jun 16 11:09:27.897987 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-62e106f2-4ad4-4e39-b537-e0df9cb1673b req-6f83123f-700d-49a6-a33f-17f373d0582c tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346217 Jun 16 11:09:28.505473 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f344b-0c00-4051-b97c-3a7550a2d5ff req-53f7ccdd-169e-4250-b197-a648b11c2587 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:28.507491 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d99f344b-0c00-4051-b97c-3a7550a2d5ff req-53f7ccdd-169e-4250-b197-a648b11c2587 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0836980 Jun 16 11:09:28.546783 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d99f344b-0c00-4051-b97c-3a7550a2d5ff req-690f749c-0e15-4a9e-bb2d-e5266d8f4249 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Jun 16 11:09:28.856928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242b468-d9fb-4e05-b031-42e540336413 req-3e6ea39f-94e6-4fe3-85af-46ef8207ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:28.858415 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7242b468-d9fb-4e05-b031-42e540336413 req-3e6ea39f-94e6-4fe3-85af-46ef8207ee57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0948317 Jun 16 11:09:28.866643 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a6af5-e6f3-4cfa-a607-b3ddbf97ab7e req-03d16015-b285-40cc-ab2b-84d291a9f6a4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:28.868337 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0c2a6af5-e6f3-4cfa-a607-b3ddbf97ab7e req-03d16015-b285-40cc-ab2b-84d291a9f6a4 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0950048 Jun 16 11:09:28.925410 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7242b468-d9fb-4e05-b031-42e540336413 req-00740180-811c-4408-aca4-8a4c12639bcc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560961 Jun 16 11:09:28.930381 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0c2a6af5-e6f3-4cfa-a607-b3ddbf97ab7e req-acd74e7e-c6a6-4925-a1a7-b294867f44c5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559072 Jun 16 11:09:29.022942 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ddaef-bb72-4182-9beb-cdc415ac9b6a req-2957cbd8-57fa-49e6-885f-9a0b78b9abf8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:29.025633 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0f6ddaef-bb72-4182-9beb-cdc415ac9b6a req-2957cbd8-57fa-49e6-885f-9a0b78b9abf8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0825486 Jun 16 11:09:29.072453 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0f6ddaef-bb72-4182-9beb-cdc415ac9b6a req-61e497c4-935b-4c12-a436-310c5eac0010 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410092 Jun 16 11:09:29.112428 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca6fb-26d3-4ce5-bf56-dc3f658afdcd req-ff451d0b-e583-4f12-9d84-8bb52164553a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:29.113909 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-81cca6fb-26d3-4ce5-bf56-dc3f658afdcd req-ff451d0b-e583-4f12-9d84-8bb52164553a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 945 time: 0.0642173 Jun 16 11:09:29.153599 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-81cca6fb-26d3-4ce5-bf56-dc3f658afdcd req-d8c692cb-0fb2-4c74-b082-bd3c79e65612 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335274 Jun 16 11:09:29.750565 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0f3ea-99cf-4c3c-a8a8-369a8f05f47a req-a9421088-df75-47d3-ac43-60d7af9281cf tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:29.756820 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9da0f3ea-99cf-4c3c-a8a8-369a8f05f47a req-a9421088-df75-47d3-ac43-60d7af9281cf tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0692258 Jun 16 11:09:29.794547 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9da0f3ea-99cf-4c3c-a8a8-369a8f05f47a req-df2d1ba1-928a-4ef6-b4ab-c46dd30f74e6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Jun 16 11:09:30.140107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f05fe0-3ea3-4ea8-a26c-884efda1fcaa req-80e31fbe-9fc2-4eeb-a04c-f69a2c23e2ce tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:30.141716 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-31f05fe0-3ea3-4ea8-a26c-884efda1fcaa req-80e31fbe-9fc2-4eeb-a04c-f69a2c23e2ce tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0701985 Jun 16 11:09:30.167863 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e923b-8d76-4253-9102-55c217965d5c req-d016bc5f-2d85-44e2-94f6-7350b646ed5a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:30.169578 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a37e923b-8d76-4253-9102-55c217965d5c req-d016bc5f-2d85-44e2-94f6-7350b646ed5a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0711949 Jun 16 11:09:30.190512 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-31f05fe0-3ea3-4ea8-a26c-884efda1fcaa req-f446f1fc-cb33-4811-a067-0d7d49f9a925 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Jun 16 11:09:30.215726 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a37e923b-8d76-4253-9102-55c217965d5c req-47c271d8-29d7-4660-b318-6aff84f9d677 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Jun 16 11:09:30.353294 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db7e0-a30f-4b41-8ef8-d2544012fcb6 req-9f518373-0661-4071-b076-bd9d5f0fac26 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:30.354763 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-066db7e0-a30f-4b41-8ef8-d2544012fcb6 req-9f518373-0661-4071-b076-bd9d5f0fac26 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0636618 Jun 16 11:09:30.381490 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337b013-ba20-4e91-9731-cfedfd3ec9e8 req-d5626201-d186-42bf-a9b7-3d7c2ab0686a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:30.382961 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7337b013-ba20-4e91-9731-cfedfd3ec9e8 req-d5626201-d186-42bf-a9b7-3d7c2ab0686a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 945 time: 0.0677040 Jun 16 11:09:30.398537 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-066db7e0-a30f-4b41-8ef8-d2544012fcb6 req-231d285f-d901-46ac-a69e-50dc0341295b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379593 Jun 16 11:09:30.421652 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7337b013-ba20-4e91-9731-cfedfd3ec9e8 req-29f0f052-023d-4a86-9a59-b80f249e6737 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Jun 16 11:09:30.622645 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-adeded38-664c-4b86-a5d7-cacda768394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:30.897488 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7a0a0-3b32-494b-8ea5-6ac7ad51783b req-4b951fdb-6bcd-4309-94ba-11e71d13783e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:30.898839 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b0d7a0a0-3b32-494b-8ea5-6ac7ad51783b req-4b951fdb-6bcd-4309-94ba-11e71d13783e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0636172 Jun 16 11:09:30.935587 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b0d7a0a0-3b32-494b-8ea5-6ac7ad51783b req-239de25a-7b8a-4716-b87e-60f1f241c6ca tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Jun 16 11:09:31.088090 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 19a5750e-e754-4007-8778-384f3aea35c2 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:09:31.136783 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 19a5750e-e754-4007-8778-384f3aea35c2 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:09:31.140334 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 19a5750e-e754-4007-8778-384f3aea35c2 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:09:31.140717 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:31.217754 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:31.240663 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:31.243669 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de27d2-8e9f-4df3-bbbb-68e03921f7f5" -d '{"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-plugged", "status": "completed", "tag": "19a5750e-e754-4007-8778-384f3aea35c2"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:31.260482 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:31.265695 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:31.267671 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:31.289230 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1598a541-a4eb-45ca-b2cf-e3a6636d32fe x-openstack-request-id: req-1598a541-a4eb-45ca-b2cf-e3a6636d32fe {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:31.289535 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-plugged", "status": "completed", "tag": "19a5750e-e754-4007-8778-384f3aea35c2", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:31.289797 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1598a541-a4eb-45ca-b2cf-e3a6636d32fe {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:31.290188 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2', 'code': 200} Jun 16 11:09:31.316441 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:31.323398 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.323746 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.324112 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.324444 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.324774 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.325119 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.325440 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.325762 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.326087 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.326404 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.326722 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.327037 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:09:31.331473 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:31.394726 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3ecfb-4a12-4044-b0ba-60dee810cb4f req-b0363be1-d223-4d07-ad51-3648c55bdef5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:31.396199 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a5d3ecfb-4a12-4044-b0ba-60dee810cb4f req-b0363be1-d223-4d07-ad51-3648c55bdef5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0623448 Jun 16 11:09:31.434455 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a5d3ecfb-4a12-4044-b0ba-60dee810cb4f req-52abec68-1e19-4d47-9659-0cf1c1a688ec tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Jun 16 11:09:31.584882 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fe2a-ed8c-423b-8181-2749ad1d1043 req-d03c277c-8d91-4f5e-bb9c-fa90dff8fa01 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:31.586401 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7999fe2a-ed8c-423b-8181-2749ad1d1043 req-d03c277c-8d91-4f5e-bb9c-fa90dff8fa01 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0672421 Jun 16 11:09:31.599190 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d4eca-c411-45a6-affd-cdd5f2033f14 req-f8ddfb22-0496-41af-866b-6da748164f30 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:31.600800 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-682d4eca-c411-45a6-affd-cdd5f2033f14 req-f8ddfb22-0496-41af-866b-6da748164f30 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0664983 Jun 16 11:09:31.624955 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7999fe2a-ed8c-423b-8181-2749ad1d1043 req-3afe8405-9023-4a8c-aa43-033e41419126 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329101 Jun 16 11:09:31.639543 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-682d4eca-c411-45a6-affd-cdd5f2033f14 req-926c581f-c850-4606-8356-e27cf11f3994 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331304 Jun 16 11:09:32.112584 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d304a-0c0e-4ac5-ab06-1425b3352b5b req-2c2322de-4d05-45d6-874e-810c549cbd3f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:32.114055 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f74d304a-0c0e-4ac5-ab06-1425b3352b5b req-2c2322de-4d05-45d6-874e-810c549cbd3f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0642736 Jun 16 11:09:32.151678 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f74d304a-0c0e-4ac5-ab06-1425b3352b5b req-990ff7e6-9afd-4776-aa4f-ec597efa3a8e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Jun 16 11:09:32.611555 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21630102-cea0-4eeb-89af-51a9af1a90d3 req-f6741923-c435-41e8-aa39-85a8dd9c429d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:32.613048 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21630102-cea0-4eeb-89af-51a9af1a90d3 req-f6741923-c435-41e8-aa39-85a8dd9c429d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0625215 Jun 16 11:09:32.651016 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21630102-cea0-4eeb-89af-51a9af1a90d3 req-ab3c6280-833d-4340-ac41-ce477d7d4ec2 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319984 Jun 16 11:09:32.813606 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288995f-69ca-4593-b173-f09b9eb99fc7 req-5c24f8cc-f986-47b5-8de4-2af8e70499a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:32.815794 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c288995f-69ca-4593-b173-f09b9eb99fc7 req-5c24f8cc-f986-47b5-8de4-2af8e70499a7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0646870 Jun 16 11:09:32.816970 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ddb29-77d6-4686-8afb-b5124b5bd269 req-b8b16e58-ea30-4e5e-b6e6-af2b5e4ae747 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:32.818431 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c91ddb29-77d6-4686-8afb-b5124b5bd269 req-b8b16e58-ea30-4e5e-b6e6-af2b5e4ae747 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0637329 Jun 16 11:09:32.857770 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c91ddb29-77d6-4686-8afb-b5124b5bd269 req-4769a9e4-c421-4525-b8d5-7ffe2cca5d3e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335200 Jun 16 11:09:32.861808 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c288995f-69ca-4593-b173-f09b9eb99fc7 req-bdb6e1ee-903f-4f10-b8c4-d6d495c6fc5e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402980 Jun 16 11:09:33.201473 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-63a64b45-d7cf-4d1f-81a7-7968514b030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.203026 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-63a64b45-d7cf-4d1f-81a7-7968514b030e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 1099 time: 0.0608845 Jun 16 11:09:33.215226 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-ce18a86f-c05d-4618-8444-61308d21ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.216762 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-ce18a86f-c05d-4618-8444-61308d21ab8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0550334 Jun 16 11:09:33.324815 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-528e007d-86f9-47dd-bb73-eb17ced74034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.326257 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-528e007d-86f9-47dd-bb73-eb17ced74034 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.0944514 Jun 16 11:09:33.342242 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-2bf24f08-6116-4898-9497-26de28708d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.344017 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-2bf24f08-6116-4898-9497-26de28708d83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 912 time: 0.1340344 Jun 16 11:09:33.365769 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4fb7f-933f-4b49-a74b-0b4be7fbc712 req-ea5ed88c-eb0f-4faa-9534-32671d7dd595 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.367367 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-85a4fb7f-933f-4b49-a74b-0b4be7fbc712 req-ea5ed88c-eb0f-4faa-9534-32671d7dd595 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0976689 Jun 16 11:09:33.374145 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-3f614111-ac8c-4abc-aa94-c058f4ec003d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 200 len: 217 time: 0.0398366 Jun 16 11:09:33.408700 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:33.436063 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-16849dd1-7952-4dd1-86f0-04674d3aecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.438413 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-16849dd1-7952-4dd1-86f0-04674d3aecad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0535305 Jun 16 11:09:33.467748 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-39cb7148-50ab-45e9-8a41-ffc0b087f171 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 200 len: 1001 time: 0.1111822 Jun 16 11:09:33.476791 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-85a4fb7f-933f-4b49-a74b-0b4be7fbc712 req-7dfc7401-6418-4d71-b06a-97934561976f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596485 Jun 16 11:09:33.482622 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-010875dc-acf5-4e1f-b570-49bd3389b528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347199 Jun 16 11:09:33.562082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-2fe79e07-cc3a-4514-a48c-f1144bbbb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.563677 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-2fe79e07-cc3a-4514-a48c-f1144bbbb5f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.0849404 Jun 16 11:09:33.589670 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-bc8316cc-2c06-4f1b-8db0-39e729bd7c58 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974100 Jun 16 11:09:33.609003 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd326f-541c-41b5-8ebf-02d656c73594 req-2dae5ad4-9661-4789-9881-58f490e43837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.610460 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e4dd326f-541c-41b5-8ebf-02d656c73594 req-2dae5ad4-9661-4789-9881-58f490e43837 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1099 time: 0.1009665 Jun 16 11:09:33.650199 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-b5f29065-eb03-479a-aa31-9966d142c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.651675 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-b5f29065-eb03-479a-aa31-9966d142c222 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0765841 Jun 16 11:09:33.669985 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e4dd326f-541c-41b5-8ebf-02d656c73594 req-a7236973-2fb5-45c4-9734-b964f57ac943 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486968 Jun 16 11:09:33.686478 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f66ac71-99c8-4a79-ae01-732306e1423a req-55e59c9a-fcea-41ff-9832-eae9b91be83e service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839896 Jun 16 11:09:33.728318 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-437a1acb-5a40-4e41-a2df-11e8fee4fce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:33.759007 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-ba2e82a2-9801-4c6e-8197-5e8c1c8346a6 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970528 Jun 16 11:09:33.839529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3dec8-74fe-48bb-8539-0692ed4a2394 req-66c98688-0b01-465b-939a-e656fd140e58 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:33.841056 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-75a3dec8-74fe-48bb-8539-0692ed4a2394 req-66c98688-0b01-465b-939a-e656fd140e58 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0693278 Jun 16 11:09:33.853575 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cc7ab76-6d94-4d80-9857-6fc88ebdb469 req-3128194b-864a-4b6b-8a27-54d43697e6d3 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841725 Jun 16 11:09:33.880697 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-75a3dec8-74fe-48bb-8539-0692ed4a2394 req-635a5f5e-6282-4f0a-bcb9-f21d4eb9960a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Jun 16 11:09:34.062225 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223a79c-e286-4146-9bf2-d4b87bdf3ade req-0ec8add8-7305-4d69-8316-85c102dbd8b7 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:34.064090 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9223a79c-e286-4146-9bf2-d4b87bdf3ade req-0ec8add8-7305-4d69-8316-85c102dbd8b7 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0731905 Jun 16 11:09:34.104078 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0718a2e-ca0f-4d63-9705-e59555bde990 req-ca18750a-243d-459a-8a04-b54aed217865 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:34.105818 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e0718a2e-ca0f-4d63-9705-e59555bde990 req-ca18750a-243d-459a-8a04-b54aed217865 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0930545 Jun 16 11:09:34.108545 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9223a79c-e286-4146-9bf2-d4b87bdf3ade req-5952f525-3753-4b6b-85b6-1c40ec870fe1 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361726 Jun 16 11:09:34.158328 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e0718a2e-ca0f-4d63-9705-e59555bde990 req-074b9353-9c45-4c76-84fe-45c18d397ddf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444534 Jun 16 11:09:34.380470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 50904) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:34.491428 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.496154 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-59e0057c-1484-4e4e-8fb9-09fa4f0b5f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.623906 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-59e0057c-1484-4e4e-8fb9-09fa4f0b5f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.641351 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-59e0057c-1484-4e4e-8fb9-09fa4f0b5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.645984 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-df7ff24e-46ca-46d1-9973-b53dfd9814c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:34.682530 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-59e0057c-1484-4e4e-8fb9-09fa4f0b5f47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b70de614e2045af9c223da545cb68ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008981 Jun 16 11:09:34.685281 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50910) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:34.690413 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0057c-1484-4e4e-8fb9-09fa4f0b5f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7556ecf2-b353-4108-92b8-00fd3e8c3d25,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:34.693817 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-59e0057c-1484-4e4e-8fb9-09fa4f0b5f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:34.714798 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67173a-f652-4a95-85f1-cf06c4e1cb32 req-51b506e8-43e7-4725-9e6c-7d34acc0c32f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:34.716317 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ff67173a-f652-4a95-85f1-cf06c4e1cb32 req-51b506e8-43e7-4725-9e6c-7d34acc0c32f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1101446 Jun 16 11:09:34.737926 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.756612 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ff67173a-f652-4a95-85f1-cf06c4e1cb32 req-62649935-5b47-4388-b85c-97cde4342577 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Jun 16 11:09:34.760355 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.818497 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.821515 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:34.823033 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7556ecf2-b353-4108-92b8-00fd3e8c3d25 HTTP/1.1" status: 204 len: 168 time: 0.1367822 Jun 16 11:09:34.823805 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-99b39179-f60e-40bd-961c-dc2689fb4de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:34.831107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7556ecf2-b353-4108-92b8-00fd3e8c3d25,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:34.834037 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:35.105394 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a5280-3a59-4b62-849a-287a29c07884 req-073d1d19-ffe3-4deb-b860-f800999e9932 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:35.107647 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-541a5280-3a59-4b62-849a-287a29c07884 req-073d1d19-ffe3-4deb-b860-f800999e9932 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0858707 Jun 16 11:09:35.149873 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 50926) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:35.156655 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-541a5280-3a59-4b62-849a-287a29c07884 req-ba8e3b2d-f820-4d3a-ab32-ba5114c3254a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Jun 16 11:09:35.167382 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ad2d178-61b2-4aef-9540-81d224a1a9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:35.276676 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ad2d178-61b2-4aef-9540-81d224a1a9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:35.288547 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ad2d178-61b2-4aef-9540-81d224a1a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:35.307044 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a96fa90f-10c1-496f-b90e-ec5a6bd0489a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:35.350220 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2d178-61b2-4aef-9540-81d224a1a9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12524c6b-f8ff-4746-b692-f9cc3a88a3b2,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:35.357143 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-9ad2d178-61b2-4aef-9540-81d224a1a9a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8d9bba85cb14cf3b618783a48698b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062404 Jun 16 11:09:35.358016 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50932) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:35.359807 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-9ad2d178-61b2-4aef-9540-81d224a1a9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:35.385072 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7196cd-5b85-4de7-aeb3-414f283c7992 req-9b07f39f-1c87-48c9-9680-9fc1e5e9f4d8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:35.386542 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1f7196cd-5b85-4de7-aeb3-414f283c7992 req-9b07f39f-1c87-48c9-9680-9fc1e5e9f4d8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1121464 Jun 16 11:09:35.407350 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde6c4c-a9de-45b2-b6a3-5967ea95b7fb req-e0140068-0053-4b59-aef6-39deadfc4495 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:35.410112 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0dde6c4c-a9de-45b2-b6a3-5967ea95b7fb req-e0140068-0053-4b59-aef6-39deadfc4495 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0963936 Jun 16 11:09:35.426289 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1f7196cd-5b85-4de7-aeb3-414f283c7992 req-d40c4725-ddd5-46b6-bea6-e07bfcdc948f tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333383 Jun 16 11:09:35.447280 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:35.481183 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:35.488446 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0dde6c4c-a9de-45b2-b6a3-5967ea95b7fb req-1ac250ad-f3ba-42d0-a0d9-1a4c870b05ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686247 Jun 16 11:09:35.542859 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:35.546107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:35.547282 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12524c6b-f8ff-4746-b692-f9cc3a88a3b2 HTTP/1.1" status: 204 len: 168 time: 0.1886845 Jun 16 11:09:35.548202 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-fe51c9e2-8e96-48a6-8403-991d430f753b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:35.555959 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12524c6b-f8ff-4746-b692-f9cc3a88a3b2,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:35.563497 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:35.613879 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114df3f-3f48-4143-9228-a46ecfe696d3 req-a1f5623c-02ed-4192-af54-4f7d040e6aae tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:35.615369 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2114df3f-3f48-4143-9228-a46ecfe696d3 req-a1f5623c-02ed-4192-af54-4f7d040e6aae tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0727108 Jun 16 11:09:35.654596 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2114df3f-3f48-4143-9228-a46ecfe696d3 req-f4833611-8de1-439e-a421-6cf6a674eb9c tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Jun 16 11:09:35.678786 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50938) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:35.973922 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843bb81-dddb-4497-938d-67fc6f9bf5ca tempest-TestShelveInstance-1289321681 tempest-TestShelveInstance-1289321681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:35.978348 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a843bb81-dddb-4497-938d-67fc6f9bf5ca tempest-TestShelveInstance-1289321681 tempest-TestShelveInstance-1289321681-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1094 time: 0.2956297 Jun 16 11:09:35.978484 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 50954) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:35.982947 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'port_id': '19a5750e-e754-4007-8778-384f3aea35c2', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:09:35.994744 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761cfcb-ab77-4fd2-bbd2-ebbe0cf98e15 req-32731868-5d45-462f-bee2-0753915b17d8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:35.996123 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b761cfcb-ab77-4fd2-bbd2-ebbe0cf98e15 req-32731868-5d45-462f-bee2-0753915b17d8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1230607 Jun 16 11:09:36.043051 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for floatingip, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:36.051386 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b761cfcb-ab77-4fd2-bbd2-ebbe0cf98e15 req-59399cac-b6d7-4bd9-834b-47495d6ada5a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 Jun 16 11:09:36.139455 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:36.156559 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:36.290702 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Allocated IP 172.27.0.108 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/5dbbb990-cad5-4a9e-87f8-85849463c5d7) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:09:36.301402 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-47510418-e5a7-45a1-aca2-318c42daa3f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597324 Jun 16 11:09:36.390142 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-1a8dc01e-a1db-4c27-a815-6f7983c9a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:36.391703 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-1a8dc01e-a1db-4c27-a815-6f7983c9a761 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 1098 time: 0.0549147 Jun 16 11:09:36.422787 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:36.472435 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:36.476134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:36.530115 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-0f5c2fbf-fcfe-4e0f-ba78-297282492ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:36.531942 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-0f5c2fbf-fcfe-4e0f-ba78-297282492ca6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 200 len: 919 time: 0.1129694 Jun 16 11:09:36.576502 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:09:36.582308 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:09:36.586703 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-b5f0c85e-9321-4667-be49-64c2df71c5cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e31910b0-ccc1-49a9-acc7-695df45da761 HTTP/1.1" status: 200 len: 217 time: 0.0472224 Jun 16 11:09:36.591250 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:09:36.597104 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'Port': ['ID=5dbbb990-cad5-4a9e-87f8-85849463c5d7,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:36.600644 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:36.686074 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-1221c9ca-09a9-4bcd-aa03-e86ff76053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:36.688399 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-1221c9ca-09a9-4bcd-aa03-e86ff76053c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 200 len: 858 time: 0.0918612 Jun 16 11:09:36.727176 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-13c5c248-0cab-48a3-88ca-1a8c0829374a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dfeed33-055b-4fc1-9542-33a462e278ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304904 Jun 16 11:09:36.779498 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942571eb-de19-466b-8900-64efe64a5d29 req-7b05f782-c4aa-4732-8b73-94c116916b5b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:36.781060 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-942571eb-de19-466b-8900-64efe64a5d29 req-7b05f782-c4aa-4732-8b73-94c116916b5b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1343215 Jun 16 11:09:36.872758 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-942571eb-de19-466b-8900-64efe64a5d29 req-4b49a63a-d647-4730-9c2f-0e68c18e744e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837188 Jun 16 11:09:36.884832 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-4cef321a-cb10-484b-9844-5a8db919cc95 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444540 Jun 16 11:09:36.981970 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2f8f221-bdf3-4dd3-b8de-d84f278d6743 req-1b3e496e-4162-4786-b312-55e5619971b9 service neutron] 10.222.0.35 "GET /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829029 Jun 16 11:09:37.014750 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:37.094175 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:37.297867 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f9c6-b347-4148-80fb-3653bdbdc9c4 req-89f18c9f-bc4e-4bd8-8d1a-7f017060e0ed tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:37.300034 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-de21f9c6-b347-4148-80fb-3653bdbdc9c4 req-89f18c9f-bc4e-4bd8-8d1a-7f017060e0ed tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1069896 Jun 16 11:09:37.302092 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:37.312745 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:37.321709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:37.398413 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-de21f9c6-b347-4148-80fb-3653bdbdc9c4 req-1953c16f-789c-4ffd-806a-c65ac9e95c99 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 Jun 16 11:09:37.410254 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event updated for resources: {'Port': ['ID=5dbbb990-cad5-4a9e-87f8-85849463c5d7,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:37.419957 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:37.426662 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:37.539570 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Floating IP 4c559619-56fe-49d3-b2b0-8b1c6b4e003c associated. External IP: 172.27.0.108, port: 19a5750e-e754-4007-8778-384f3aea35c2. Jun 16 11:09:37.779987 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:09:37.902360 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:09:37.916724 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] Sync routers for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:09:37.922855 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:37.929291 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:09:37.929920 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:09:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:09:37.992642 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0018153 Jun 16 11:09:37.992642 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:37.992642 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b629f-bd12-48f1-9ea6-367d40882740" -d '{"events": [{"name": "network-changed", "server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "tag": "19a5750e-e754-4007-8778-384f3aea35c2"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:38.043899 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2df87f-fd4f-4a44-9267-b46776abdebf x-openstack-request-id: req-2c2df87f-fd4f-4a44-9267-b46776abdebf {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:38.044437 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "tag": "19a5750e-e754-4007-8778-384f3aea35c2", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:38.044820 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c2df87f-fd4f-4a44-9267-b46776abdebf {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:38.045343 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2', 'status': 'completed', 'code': 200} Jun 16 11:09:38.121250 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:09:38.163751 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0f5d0-4c45-4b0e-b237-9dfa3427796a req-219029b9-0ded-4a5f-805b-dfac90281170 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:38.173901 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2ba0f5d0-4c45-4b0e-b237-9dfa3427796a req-219029b9-0ded-4a5f-805b-dfac90281170 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1314979 Jun 16 11:09:38.182664 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:09:38.195201 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b629f-bd12-48f1-9ea6-367d40882740 req-e367833b-8d3f-467a-9b66-63e4dd1c28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:38.196723 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-194b629f-bd12-48f1-9ea6-367d40882740 req-e367833b-8d3f-467a-9b66-63e4dd1c28d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1099 time: 0.1164968 Jun 16 11:09:38.247376 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2ba0f5d0-4c45-4b0e-b237-9dfa3427796a req-a8c57534-ea02-4d2a-b8ad-a3c8d548961b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723882 Jun 16 11:09:38.341217 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b629f-bd12-48f1-9ea6-367d40882740 req-2e022fd5-9292-4fd5-a0d0-2847da976697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:38.342845 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-194b629f-bd12-48f1-9ea6-367d40882740 req-2e022fd5-9292-4fd5-a0d0-2847da976697 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 909 time: 0.1315277 Jun 16 11:09:38.442203 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-194b629f-bd12-48f1-9ea6-367d40882740 req-9e4466f8-5a61-4e70-9db4-80ea22c04905 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 1000 time: 0.0906303 Jun 16 11:09:38.479606 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '4c559619-56fe-49d3-b2b0-8b1c6b4e003c', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'port_id': '19a5750e-e754-4007-8778-384f3aea35c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'mac_address': 'fa:16:3e:08:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:09:36Z', 'updated_at': '2021-06-16T11:09:36Z', 'revision_number': 0, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 5, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:09:38.483914 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] Checking router: 788a1b8a-86a9-4f68-86e5-a504f56c8b0c for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:09:38.494727 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:09:38.495666 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:09:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:09:38.528649 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b629f-bd12-48f1-9ea6-367d40882740 req-d08cf20f-92c1-4ba1-b704-d456904a9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:38.530449 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-194b629f-bd12-48f1-9ea6-367d40882740 req-d08cf20f-92c1-4ba1-b704-d456904a9a8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 200 len: 847 time: 0.0794635 Jun 16 11:09:38.622364 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b629f-bd12-48f1-9ea6-367d40882740 req-fcc6ff95-fb28-4e90-999e-ae11766919e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:38.624258 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-194b629f-bd12-48f1-9ea6-367d40882740 req-fcc6ff95-fb28-4e90-999e-ae11766919e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b127558a-0a91-4055-8c4e-81762c066422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0841169 Jun 16 11:09:38.684420 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:09:38.703570 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:09:38.966581 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-194b629f-bd12-48f1-9ea6-367d40882740 req-72e62d75-4e71-4d8b-abf9-3594968a06c5 service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256035 Jun 16 11:09:39.122499 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:39.134423 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-194b629f-bd12-48f1-9ea6-367d40882740 req-6b761601-27be-4c73-b46c-ff6ae58d1e8b service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592398 Jun 16 11:09:39.155481 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '9e03593d-9694-4642-b060-1201e5f481bb', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'port_id': '9e03593d-9694-4642-b060-1201e5f481bb', 'mac_address': 'fa:16:3e:e3:c4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:09:39.242558 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '4c559619-56fe-49d3-b2b0-8b1c6b4e003c', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'port_id': '19a5750e-e754-4007-8778-384f3aea35c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'mac_address': 'fa:16:3e:08:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:09:36Z', 'updated_at': '2021-06-16T11:09:36Z', 'revision_number': 0, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 5, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:09:39.248675 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349ca7b-e799-490d-abb8-f8317f82a7ef None None] The sync data for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi is: [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '4c559619-56fe-49d3-b2b0-8b1c6b4e003c', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'port_id': '19a5750e-e754-4007-8778-384f3aea35c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'mac_address': 'fa:16:3e:08:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:09:36Z', 'updated_at': '2021-06-16T11:09:36Z', 'revision_number': 0, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 5, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:09:39.261286 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:39.291059 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e03593d-9694-4642-b060-1201e5f481bb {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:09:39.328025 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:39.333371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:39.340668 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:39.432340 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=6']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:39.436805 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:39.470410 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['9e03593d-9694-4642-b060-1201e5f481bb'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:39.516132 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe80c5d-760f-4861-8a09-ea6d93369286 req-c7926ac4-a370-43df-986c-034b5f22bdab tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:39.519592 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fbe80c5d-760f-4861-8a09-ea6d93369286 req-c7926ac4-a370-43df-986c-034b5f22bdab tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 946 time: 0.1299822 Jun 16 11:09:39.569067 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a286-47f4-4c2b-b537-8a48dd3c7859 req-c1f211cf-fc84-4eaf-892d-2def2e6736fd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:39.577277 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-91a2a286-47f4-4c2b-b537-8a48dd3c7859 req-c1f211cf-fc84-4eaf-892d-2def2e6736fd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.1176150 Jun 16 11:09:39.595929 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fbe80c5d-760f-4861-8a09-ea6d93369286 req-ada2f631-66f5-4b9a-93fe-c9808706159d tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680351 Jun 16 11:09:39.635336 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-91a2a286-47f4-4c2b-b537-8a48dd3c7859 req-ba660ea7-412b-4ee2-9126-677ee05663ea tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568464 Jun 16 11:09:39.663545 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f92833-df40-429c-8722-d533086b580c None None] New status for floating IP 4c559619-56fe-49d3-b2b0-8b1c6b4e003c: ACTIVE {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:09:40.407001 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51090) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:40.568821 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a3da8b35-9178-4a88-8ce8-cea4e559f323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:40.684369 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a3da8b35-9178-4a88-8ce8-cea4e559f323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:40.690176 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a3da8b35-9178-4a88-8ce8-cea4e559f323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:40.694568 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2510fc55-e9e3-44f6-a5c6-ef8805f3c6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:40.706953 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:09:40.736699 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da8b35-9178-4a88-8ce8-cea4e559f323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f0d943-4c39-495e-b30d-c599d8ce6eae,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:40.762714 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a3da8b35-9178-4a88-8ce8-cea4e559f323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:40.771033 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a3da8b35-9178-4a88-8ce8-cea4e559f323 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87b85f3c28964198b3a413eebc68a573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619621 Jun 16 11:09:40.799772 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51098) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:40.855344 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 9e03593d-9694-4642-b060-1201e5f481bb triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:09:40.855717 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:40.888696 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bf79a-9c0a-42a1-880f-d2e47f037c04 req-f53acaa9-2304-487f-b164-a7759009f305 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:40.897939 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b70bf79a-9c0a-42a1-880f-d2e47f037c04 req-f53acaa9-2304-487f-b164-a7759009f305 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 946 time: 0.0919163 Jun 16 11:09:40.935428 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad314c70-4b32-4c24-8732-3a9c82929228 req-cad6dce7-1578-452c-9965-cebd54d1ffa8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:40.937560 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ad314c70-4b32-4c24-8732-3a9c82929228 req-cad6dce7-1578-452c-9965-cebd54d1ffa8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.1184466 Jun 16 11:09:40.938766 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:40.941744 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:40.974458 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b70bf79a-9c0a-42a1-880f-d2e47f037c04 req-3e8099ca-ced6-4aa1-ab64-3e27fbc437ed tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748327 Jun 16 11:09:40.986516 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:41.006826 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:41.068174 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:41.071394 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ad314c70-4b32-4c24-8732-3a9c82929228 req-1053c357-28dc-4922-8276-acb22ccfbeee tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217587 Jun 16 11:09:41.071671 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a613c3-1ac4-47be-88ef-5ba8baf540c3" -d '{"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-plugged", "status": "completed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:41.090696 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:41.105343 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:41.120884 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4228b661-812e-4ec5-a65c-b1c847ef28d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:41.129211 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:41.135082 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:41.140551 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20f0d943-4c39-495e-b30d-c599d8ce6eae HTTP/1.1" status: 204 len: 168 time: 0.3324833 Jun 16 11:09:41.140551 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7588f0dd-af67-4840-8b3b-04db305aab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:41.154642 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f0d943-4c39-495e-b30d-c599d8ce6eae,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:41.164730 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:41.171343 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072a4d0a-6e95-402b-9b56-385e2c969dd4 x-openstack-request-id: req-072a4d0a-6e95-402b-9b56-385e2c969dd4 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:41.171735 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-plugged", "status": "completed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:41.171985 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-072a4d0a-6e95-402b-9b56-385e2c969dd4 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:41.172750 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb', 'code': 200} Jun 16 11:09:41.174982 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=7']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:41.179591 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:41.247181 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-96def814-cc7d-4105-a79e-9b5387282dca tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:41.249175 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-96def814-cc7d-4105-a79e-9b5387282dca tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 946 time: 0.1234376 Jun 16 11:09:41.412556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Deleting port cfd6e333-3073-4447-b366-0419df9d058e {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:09:41.413145 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:41.822870 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] For port cfd6e333-3073-4447-b366-0419df9d058e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cfd6e333-3073-4447-b366-0419df9d058e,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:41.823657 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:41.930363 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Calling delete_port for cfd6e333-3073-4447-b366-0419df9d058e owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:09:42.130638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:42.135189 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-116c5a8a-b5b3-4e34-9f57-12100c22db97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:42.145466 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['cfd6e333-3073-4447-b366-0419df9d058e'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:42.196777 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Pushing event deleted for resources: {'Port': ['ID=cfd6e333-3073-4447-b366-0419df9d058e,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:42.206416 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:42.214555 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b785b5aa-90e1-4e3f-9ad1-576938b5cf92 req-ff53caa7-21de-47c0-b6af-87786e013c4b tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf1472d9-b754-43fa-9d2d-49f351887a84 HTTP/1.1" status: 200 len: 210 time: 0.0586414 Jun 16 11:09:42.257515 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] No DVR routers for this DVR port cfd6e333-3073-4447-b366-0419df9d058e on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:09:42.261877 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:42.264137 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3fc17875-f26e-4308-a0f8-b8a785a519b7 req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "DELETE /v2.0/ports/cfd6e333-3073-4447-b366-0419df9d058e HTTP/1.1" status: 204 len: 173 time: 1.0073843 Jun 16 11:09:42.264743 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'name': 'network-vif-deleted', 'tag': 'cfd6e333-3073-4447-b366-0419df9d058e'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:42.268356 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4345dbe0-2cf9-40e5-b667-80f871260e3c" -d '{"events": [{"server_uuid": "cf1472d9-b754-43fa-9d2d-49f351887a84", "name": "network-vif-deleted", "tag": "cfd6e333-3073-4447-b366-0419df9d058e"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:42.369857 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24471c0d-4247-4ba2-86f1-ad84e6ec08e5 x-openstack-request-id: req-24471c0d-4247-4ba2-86f1-ad84e6ec08e5 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:42.370185 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1472d9-b754-43fa-9d2d-49f351887a84", "name": "network-vif-deleted", "tag": "cfd6e333-3073-4447-b366-0419df9d058e", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:42.370471 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24471c0d-4247-4ba2-86f1-ad84e6ec08e5 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:42.370892 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1472d9-b754-43fa-9d2d-49f351887a84', 'name': 'network-vif-deleted', 'tag': 'cfd6e333-3073-4447-b366-0419df9d058e', 'status': 'completed', 'code': 200} Jun 16 11:09:42.397304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58fe28-f18e-45c3-86bf-f8d9b4a405e8 req-217c1e20-059f-4aec-bdd1-84d4d0dccf98 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:42.398850 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a58fe28-f18e-45c3-86bf-f8d9b4a405e8 req-217c1e20-059f-4aec-bdd1-84d4d0dccf98 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1277676 Jun 16 11:09:42.495360 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a58fe28-f18e-45c3-86bf-f8d9b4a405e8 req-51c1fb98-9385-458a-a3be-93499707c5ef tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894811 Jun 16 11:09:42.936866 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3b835-933f-41a4-b4c3-259ca2166e2c req-7248eaf4-6083-42f5-8b71-7f4c295703ab tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:42.939924 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e9f3b835-933f-41a4-b4c3-259ca2166e2c req-7248eaf4-6083-42f5-8b71-7f4c295703ab tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0873568 Jun 16 11:09:42.986348 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e9f3b835-933f-41a4-b4c3-259ca2166e2c req-cc108a8e-438a-4631-9294-3ab09041e19a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Jun 16 11:09:43.748860 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e6718-73d6-47c4-a62c-38304212fc98 req-319fafe8-3da5-445d-8427-6202b39393a3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:43.750695 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a4e6718-73d6-47c4-a62c-38304212fc98 req-319fafe8-3da5-445d-8427-6202b39393a3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0739925 Jun 16 11:09:43.802858 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7a4e6718-73d6-47c4-a62c-38304212fc98 req-dd770688-dc03-478d-8f08-66c0b71592d7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453207 Jun 16 11:09:44.197090 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3546-bc33-4286-b08c-607787f65112 req-a18a2744-0b40-4bd6-bbcc-7b9b52b4ec1b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:44.206002 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-333a3546-bc33-4286-b08c-607787f65112 req-a18a2744-0b40-4bd6-bbcc-7b9b52b4ec1b tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0803375 Jun 16 11:09:44.264155 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-333a3546-bc33-4286-b08c-607787f65112 req-1eb6aaf5-fc25-4f1f-b6d1-088a9759a713 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Jun 16 11:09:44.996839 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c44fc-9938-4a38-a118-53e6a2e6e102 req-a5df992c-a72c-4a9b-b59e-43c871ebc963 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:44.998355 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e3c44fc-9938-4a38-a118-53e6a2e6e102 req-a5df992c-a72c-4a9b-b59e-43c871ebc963 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0713141 Jun 16 11:09:45.043125 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3e3c44fc-9938-4a38-a118-53e6a2e6e102 req-3429a10a-5a40-4fd8-8d32-4de5dd0bb34b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385833 Jun 16 11:09:45.450654 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f00f2b-edc2-4a97-ab3a-e09e3d2a404f req-b08018b2-d3d9-4ec9-b454-16d24da16a80 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:45.452468 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-64f00f2b-edc2-4a97-ab3a-e09e3d2a404f req-b08018b2-d3d9-4ec9-b454-16d24da16a80 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0777349 Jun 16 11:09:45.508717 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-64f00f2b-edc2-4a97-ab3a-e09e3d2a404f req-6369ac64-300e-4917-8438-2e1510b60dfc tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474641 Jun 16 11:09:46.252009 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc405b-2ae0-4173-8fc1-f355ad507d6f req-5e6e48fb-c93c-451a-a5db-51cf4863407d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:46.253358 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3ebc405b-2ae0-4173-8fc1-f355ad507d6f req-5e6e48fb-c93c-451a-a5db-51cf4863407d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0745223 Jun 16 11:09:46.301695 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3ebc405b-2ae0-4173-8fc1-f355ad507d6f req-55a3177f-a87b-4edb-bb10-9d35ce00abcf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381272 Jun 16 11:09:46.750147 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84c005-864d-490b-9011-937f59406a41 req-a898b03b-6bdc-4c03-ad95-e86e513de997 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:46.753973 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f84c005-864d-490b-9011-937f59406a41 req-a898b03b-6bdc-4c03-ad95-e86e513de997 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.1050420 Jun 16 11:09:46.775966 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cfd6e333-3073-4447-b366-0419df9d058e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:09:46.805443 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: cfd6e333-3073-4447-b366-0419df9d058e {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:09:46.810827 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f84c005-864d-490b-9011-937f59406a41 req-e4d2a1c2-360e-4de7-82c1-a3fa205b5604 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489769 Jun 16 11:09:46.811349 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device cfd6e333-3073-4447-b366-0419df9d058e not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:09:47.316495 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-85f7c523-dffa-4aa7-a460-32f29ef8f98d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:47.318662 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-85f7c523-dffa-4aa7-a460-32f29ef8f98d tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 945 time: 0.0833452 Jun 16 11:09:47.564995 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cc356-2f31-4b99-aabb-63a5de502fd5 req-0b8d1c97-1492-43fa-bceb-daa058f90b66 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:47.566583 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7e1cc356-2f31-4b99-aabb-63a5de502fd5 req-0b8d1c97-1492-43fa-bceb-daa058f90b66 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1227236 Jun 16 11:09:47.569054 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Deleting port e31910b0-ccc1-49a9-acc7-695df45da761 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:09:47.569389 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:47.683237 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] For port e31910b0-ccc1-49a9-acc7-695df45da761, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e31910b0-ccc1-49a9-acc7-695df45da761,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:47.683602 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:47.715377 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7e1cc356-2f31-4b99-aabb-63a5de502fd5 req-5bcd14e4-0606-4217-8c18-e6f43c8b364c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417007 Jun 16 11:09:47.783894 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Calling delete_port for e31910b0-ccc1-49a9-acc7-695df45da761 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:09:47.991749 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:47.996304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:48.007633 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['887bb2f5-a7cc-4b10-b0da-602ce87eafd0', 'e31910b0-ccc1-49a9-acc7-695df45da761'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:48.077825 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Pushing event deleted for resources: {'Port': ['ID=e31910b0-ccc1-49a9-acc7-695df45da761,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:48.082657 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:48.175530 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] No DVR routers for this DVR port e31910b0-ccc1-49a9-acc7-695df45da761 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:09:48.187004 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:48.189801 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-df32a6fb-4c2b-4b61-aefd-b777eb8a7cc9 req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "DELETE /v2.0/ports/e31910b0-ccc1-49a9-acc7-695df45da761 HTTP/1.1" status: 204 len: 173 time: 0.8530567 Jun 16 11:09:48.191080 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'name': 'network-vif-deleted', 'tag': 'e31910b0-ccc1-49a9-acc7-695df45da761'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:48.209464 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88785ce-91a2-4971-8411-ddd896bdba6a" -d '{"events": [{"server_uuid": "54aaca9a-51ac-4c7e-b0e2-eccc35a7448b", "name": "network-vif-deleted", "tag": "e31910b0-ccc1-49a9-acc7-695df45da761"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:48.292525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c38036-0ada-4c05-98c4-c497c9188f00 x-openstack-request-id: req-00c38036-0ada-4c05-98c4-c497c9188f00 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:48.293066 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aaca9a-51ac-4c7e-b0e2-eccc35a7448b", "name": "network-vif-deleted", "tag": "e31910b0-ccc1-49a9-acc7-695df45da761", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:48.293613 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c38036-0ada-4c05-98c4-c497c9188f00 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:48.294138 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54aaca9a-51ac-4c7e-b0e2-eccc35a7448b', 'name': 'network-vif-deleted', 'tag': 'e31910b0-ccc1-49a9-acc7-695df45da761', 'status': 'completed', 'code': 200} Jun 16 11:09:48.417834 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a967920c-6e0a-434a-b6d5-8ac197c67517 req-11a1859e-b7e8-467a-b09f-77fd34c81d04 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=54aaca9a-51ac-4c7e-b0e2-eccc35a7448b HTTP/1.1" status: 200 len: 210 time: 0.3770237 Jun 16 11:09:48.986844 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3eeb9-5c15-46a5-ae2a-740864962974 req-4008b385-2b20-4439-8db0-d4974d8238bb tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:48.988806 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-efa3eeb9-5c15-46a5-ae2a-740864962974 req-4008b385-2b20-4439-8db0-d4974d8238bb tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.1053858 Jun 16 11:09:49.063147 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-efa3eeb9-5c15-46a5-ae2a-740864962974 req-fae5bfd4-2a1f-4733-ad2c-09c4dfe4e4d5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679004 Jun 16 11:09:49.907231 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7456-1321-4ebd-a289-636e2f442117 req-fcdd4fd2-06b1-4f9e-b037-05ff6d01e55e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:49.909206 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b09e7456-1321-4ebd-a289-636e2f442117 req-fcdd4fd2-06b1-4f9e-b037-05ff6d01e55e tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0692477 Jun 16 11:09:49.950359 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b09e7456-1321-4ebd-a289-636e2f442117 req-b3e14ffa-666c-4a6c-9d02-e766a3369f41 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352073 Jun 16 11:09:50.293580 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537ee3d-b8f7-4a9f-abff-1c380e69311d req-dd9e57a5-6f2a-4e06-b2eb-f9aa4866f63c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:50.295052 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b537ee3d-b8f7-4a9f-abff-1c380e69311d req-dd9e57a5-6f2a-4e06-b2eb-f9aa4866f63c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0695598 Jun 16 11:09:50.333993 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b537ee3d-b8f7-4a9f-abff-1c380e69311d req-5eec6a44-350f-41c9-b3cc-05dc6425f5f4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320785 Jun 16 11:09:51.130535 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36563406-63c2-48ea-8f0c-1600e44da761 req-068dc50b-4be6-4bff-a20d-5d2bd44c2853 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:51.132019 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-36563406-63c2-48ea-8f0c-1600e44da761 req-068dc50b-4be6-4bff-a20d-5d2bd44c2853 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0631604 Jun 16 11:09:51.168277 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-36563406-63c2-48ea-8f0c-1600e44da761 req-34675a4e-770f-4ac5-b2f4-f8de44328961 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307457 Jun 16 11:09:51.519655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5169-47ba-4a6c-8286-bb9678a5f42b req-5376bb8f-201e-46bf-a304-cce0fb84ef40 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:51.521942 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a84d5169-47ba-4a6c-8286-bb9678a5f42b req-5376bb8f-201e-46bf-a304-cce0fb84ef40 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0735855 Jun 16 11:09:51.560707 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a84d5169-47ba-4a6c-8286-bb9678a5f42b req-e675ef55-8901-4d2b-9383-f163ae60c574 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329654 Jun 16 11:09:52.356569 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe92c-af54-4733-8fae-377b4b6b17ea req-13b46d35-a8c1-4fc4-940d-b6934b31b65a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:52.358054 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5e6fe92c-af54-4733-8fae-377b4b6b17ea req-13b46d35-a8c1-4fc4-940d-b6934b31b65a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0820801 Jun 16 11:09:52.402766 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5e6fe92c-af54-4733-8fae-377b4b6b17ea req-ed56a90e-8450-4970-8f16-4498f5367b74 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Jun 16 11:09:52.751652 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b637b-af23-491f-b12e-029f54fbe57b req-956f6fa6-a6ee-4319-bd4b-03dc8e23c754 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:52.753112 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6d7b637b-af23-491f-b12e-029f54fbe57b req-956f6fa6-a6ee-4319-bd4b-03dc8e23c754 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0697858 Jun 16 11:09:52.792986 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6d7b637b-af23-491f-b12e-029f54fbe57b req-3ab931fb-a880-45d6-89b8-058de7f58151 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325792 Jun 16 11:09:52.798408 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device e31910b0-ccc1-49a9-acc7-695df45da761 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:09:52.822202 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: e31910b0-ccc1-49a9-acc7-695df45da761 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:09:52.822558 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device e31910b0-ccc1-49a9-acc7-695df45da761 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:09:53.265632 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-4300e1f3-14fd-4a7c-b8b4-1d167c9f39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:53.267118 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-4300e1f3-14fd-4a7c-b8b4-1d167c9f39fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1099 time: 0.0576479 Jun 16 11:09:53.365728 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-a66a9bfa-1a1b-462a-84d7-4924bc665cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:53.367316 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-a66a9bfa-1a1b-462a-84d7-4924bc665cb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.0935743 Jun 16 11:09:53.451181 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-0c0a7ee1-d604-476a-88b8-9c689788983a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 200 len: 1002 time: 0.0736425 Jun 16 11:09:53.530367 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-70e261ce-da6a-41fd-9b69-79a05715e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:53.531975 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-70e261ce-da6a-41fd-9b69-79a05715e974 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0725279 Jun 16 11:09:53.606922 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-efce3b49-a656-4881-b8f5-9a1550a7d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:53.608686 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-efce3b49-a656-4881-b8f5-9a1550a7d663 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669441 Jun 16 11:09:53.644849 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb1b8-84e0-4346-9793-5d68298fd843 req-bf366f14-0905-45ff-a01e-4c90d82c901a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:53.646546 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a1cb1b8-84e0-4346-9793-5d68298fd843 req-bf366f14-0905-45ff-a01e-4c90d82c901a tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0898206 Jun 16 11:09:53.692748 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a1cb1b8-84e0-4346-9793-5d68298fd843 req-ed51f3f2-fe51-4648-8d3e-f2c37779c2cb tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Jun 16 11:09:53.824950 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-bf2fcd64-a71c-4c52-98dd-06a156243316 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079804 Jun 16 11:09:53.833188 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-e6a85341-6ac4-41f4-8a12-23dd0b4bacd2 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:53.834652 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-e6a85341-6ac4-41f4-8a12-23dd0b4bacd2 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/networks?id=964662c3-a12f-45ef-a8f0-a6227cfa10c1 HTTP/1.1" status: 200 len: 814 time: 0.2044830 Jun 16 11:09:53.867396 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-1ed12917-8844-4deb-8064-5edaf6446fc8 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/quotas/ce669733e4944398936716fce4a14244 HTTP/1.1" status: 200 len: 375 time: 0.0238905 Jun 16 11:09:53.927438 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-d85c1519-789a-450f-9dbb-5858876d4e2b tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce669733e4944398936716fce4a14244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536947 Jun 16 11:09:53.983891 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce7a04e4-b31e-489f-a840-8e628b73d48f req-296741ba-5028-4e38-93c8-26676a920726 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481457 Jun 16 11:09:53.997444 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd3cbc-b229-4430-b5f0-739cf3193fd4 req-ab56e642-f7d4-47ec-ae38-c682c73a97cf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:53.998951 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-00cd3cbc-b229-4430-b5f0-739cf3193fd4 req-ab56e642-f7d4-47ec-ae38-c682c73a97cf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0751233 Jun 16 11:09:54.045152 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-00cd3cbc-b229-4430-b5f0-739cf3193fd4 req-945ba2c4-78fa-4103-9d07-a5450f211b4d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384064 Jun 16 11:09:54.048325 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-5ac99175-bb6e-4068-919b-38278428d8b7 service neutron] 10.222.0.21 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134765 Jun 16 11:09:54.144855 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-c8a977f7-ae9b-44f7-bf97-c31e7afd7ac1 service neutron] 10.222.0.21 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881393 Jun 16 11:09:54.330627 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-22beec7b-c9e5-4701-9152-f0197e58c784 req-b190ea08-6137-4e01-896f-36567b641ad6 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 210 time: 0.0297759 Jun 16 11:09:54.876707 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b7186-6053-4c73-b525-d4223224281d req-20f952c8-01ea-46e8-be20-64935792ced3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:54.879143 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-004b7186-6053-4c73-b525-d4223224281d req-20f952c8-01ea-46e8-be20-64935792ced3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0659630 Jun 16 11:09:54.920886 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-004b7186-6053-4c73-b525-d4223224281d req-0038e078-7a83-467f-8222-64626954feeb tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Jun 16 11:09:55.171912 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51380) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:55.232699 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee0e97-b33f-45b4-afe3-91eb3c338bc5 req-0427f561-de9d-48b7-ba03-0d03c9976778 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:55.234173 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f4ee0e97-b33f-45b4-afe3-91eb3c338bc5 req-0427f561-de9d-48b7-ba03-0d03c9976778 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.0646172 Jun 16 11:09:55.276366 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f4ee0e97-b33f-45b4-afe3-91eb3c338bc5 req-9f72f826-91d3-47a2-a007-9742fcda94b2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355186 Jun 16 11:09:55.279284 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-59f384c1-ed08-4e1e-98ca-514cd01ac519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.370693 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-59f384c1-ed08-4e1e-98ca-514cd01ac519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.375448 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-59f384c1-ed08-4e1e-98ca-514cd01ac519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.378002 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-83494f85-9bd5-4a26-b455-d845f01fc09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:55.406315 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f384c1-ed08-4e1e-98ca-514cd01ac519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f804056-a717-448e-9b74-bb60f1de4c81,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:55.410921 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-59f384c1-ed08-4e1e-98ca-514cd01ac519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:55.444293 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-59f384c1-ed08-4e1e-98ca-514cd01ac519 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=511447921fda48d28fd0ed0cf38f1c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712934 Jun 16 11:09:55.447540 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51386) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:55.512600 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.523962 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-16050003-2ec0-4da3-811c-3ef5f13bece3 req-2e45435f-8a35-46d9-8fbd-2c54196bf69b tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 210 time: 0.0349002 Jun 16 11:09:55.543341 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.558183 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-f3931cdb-d43e-4936-89af-dd3817f1ce36 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:55.559931 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-f3931cdb-d43e-4936-89af-dd3817f1ce36 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "GET /v2.0/networks?id=964662c3-a12f-45ef-a8f0-a6227cfa10c1 HTTP/1.1" status: 200 len: 814 time: 0.1521108 Jun 16 11:09:55.582789 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Request body: {'port': {'device_id': '2a678de1-917e-471b-8122-ebdce1896911', 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1', 'admin_state_up': True, 'tenant_id': 'ce669733e4944398936716fce4a14244'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:09:55.600477 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.603764 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.605139 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f804056-a717-448e-9b74-bb60f1de4c81 HTTP/1.1" status: 204 len: 168 time: 0.1560009 Jun 16 11:09:55.606017 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b0e388c4-d563-452d-8c4f-84805ddc32a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:55.616917 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f804056-a717-448e-9b74-bb60f1de4c81,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:55.619482 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:55.721554 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Made reservation on behalf of ce669733e4944398936716fce4a14244 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:09:55.725896 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:55.855666 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Allocated IP 172.20.0.12 (964662c3-a12f-45ef-a8f0-a6227cfa10c1/b0d766b9-2627-4ece-a778-04e3b3d7e863/26382f9d-446a-4cfd-bcd7-1df735b93a87) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:09:55.908681 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51396) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:55.923865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99763c0c-3485-42aa-872e-c27ddf8c5144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.012868 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.026200 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99763c0c-3485-42aa-872e-c27ddf8c5144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.034943 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-99763c0c-3485-42aa-872e-c27ddf8c5144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.038278 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1375eba6-a340-4bca-bffe-49e3787d0913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:56.064484 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.070342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-40269e23-07ea-4e35-beb6-fea6b5766d2c tempest-VolumesNegativeTest-1701238648 tempest-VolumesNegativeTest-1701238648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:56.113579 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99763c0c-3485-42aa-872e-c27ddf8c5144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346e1e66-ec3c-407c-8f5e-dbb0ddabb0b9,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:56.121723 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-99763c0c-3485-42aa-872e-c27ddf8c5144 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f02721a62f34ac5a74b4febbdadc789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087626 Jun 16 11:09:56.121969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:09:56.122166 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-99763c0c-3485-42aa-872e-c27ddf8c5144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:56.122918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51400) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:56.144364 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:09:56.147041 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Pushing event updated for resources: {'Port': ['ID=26382f9d-446a-4cfd-bcd7-1df735b93a87,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:56.148441 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:09:56.152278 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:56.178114 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0839c-2d1a-41f8-a50b-bc97918f3f2d req-f9994d6f-d35f-496b-ab0b-2be4924dd17f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:56.180075 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-05c0839c-2d1a-41f8-a50b-bc97918f3f2d req-f9994d6f-d35f-496b-ab0b-2be4924dd17f tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1254885 Jun 16 11:09:56.225254 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-05c0839c-2d1a-41f8-a50b-bc97918f3f2d req-904d022c-07e7-4055-b5fa-7333ba461469 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386400 Jun 16 11:09:56.227187 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:56.227835 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.250871 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.256230 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6775303 Jun 16 11:09:56.277801 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Request body: {'port': {'device_id': '2a678de1-917e-471b-8122-ebdce1896911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:09:56.281077 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.381058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.389345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.391880 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.394983 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/346e1e66-ec3c-407c-8f5e-dbb0ddabb0b9 HTTP/1.1" status: 204 len: 168 time: 0.2543700 Jun 16 11:09:56.397616 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ee0b375e-750d-4302-8093-4f96596033c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:56.417137 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346e1e66-ec3c-407c-8f5e-dbb0ddabb0b9,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:56.452286 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:56.597815 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeb0c8-bf36-4bea-9a37-3071c946906b req-0c396a7f-fcd4-4df2-8970-c034fd83548a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:56.599448 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6faeb0c8-bf36-4bea-9a37-3071c946906b req-0c396a7f-fcd4-4df2-8970-c034fd83548a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 946 time: 0.2047253 Jun 16 11:09:56.736990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26382f9d-446a-4cfd-bcd7-1df735b93a87 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:09:56.745273 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.748708 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516064-5a77-42d0-89bb-214361b4be76 req-f0688248-4dbf-4c3d-aeb0-5e16d5ed10dc tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:56.750395 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-01516064-5a77-42d0-89bb-214361b4be76 req-f0688248-4dbf-4c3d-aeb0-5e16d5ed10dc tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 932 time: 0.0819366 Jun 16 11:09:56.758038 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Transition to ACTIVE for port object 26382f9d-446a-4cfd-bcd7-1df735b93a87 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:09:56.768735 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.777150 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:56.804369 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-01516064-5a77-42d0-89bb-214361b4be76 req-71a0f873-5a67-4c67-807f-6ed0143b9874 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Jun 16 11:09:56.805417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51414) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:56.807486 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:09:56.808883 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6faeb0c8-bf36-4bea-9a37-3071c946906b req-b26aeed7-e49e-43e3-bb2a-60a84b25fa3a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1736653 Jun 16 11:09:56.826349 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91f18b38-0f19-4192-b2b1-632237a42ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.857651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Pushing event updated for resources: {'Port': ['ID=26382f9d-446a-4cfd-bcd7-1df735b93a87,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:56.881298 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:56.930000 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.935858 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Attempting to bind port 26382f9d-446a-4cfd-bcd7-1df735b93a87 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:09:56.936208 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Attempting to bind port 26382f9d-446a-4cfd-bcd7-1df735b93a87 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:09:56.936569 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Attempting to bind port 26382f9d-446a-4cfd-bcd7-1df735b93a87 on network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:09:56.942195 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Port 26382f9d-446a-4cfd-bcd7-1df735b93a87 on network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:09:56.942577 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Attempting to bind port 26382f9d-446a-4cfd-bcd7-1df735b93a87 on network 964662c3-a12f-45ef-a8f0-a6227cfa10c1 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:09:56.949111 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:09:56.949491 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Checking segment: {'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:09:56.949928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Bound using segment: {'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:09:56.950678 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Bound port: 26382f9d-446a-4cfd-bcd7-1df735b93a87, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf1450a-abff-46a8-87e9-7b3f2018bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:09:56.951129 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.970354 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91f18b38-0f19-4192-b2b1-632237a42ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.971346 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:56.973051 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:56.975667 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57aa6f-cfae-4492-8d73-ec74f804fef5" -d '{"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-unplugged", "status": "completed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:56.977454 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91f18b38-0f19-4192-b2b1-632237a42ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.979983 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:56.982303 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:56.998909 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0138f4a1-d518-47af-97cd-8c3903864529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:57.045971 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc739a4-48d6-4d4b-a2d3-9d6fbfbf9027 x-openstack-request-id: req-cfc739a4-48d6-4d4b-a2d3-9d6fbfbf9027 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:57.045971 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-unplugged", "status": "failed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb", "code": 422}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:57.046345 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfc739a4-48d6-4d4b-a2d3-9d6fbfbf9027 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:57.047017 dv-cinder-786627-10-iscsi neutron-server[91892]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb', 'code': 422} returned with failed status Jun 16 11:09:57.047878 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=8']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:57.051579 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:57.071284 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-91f18b38-0f19-4192-b2b1-632237a42ec8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d99d75d24c7949808e842abeade43e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624927 Jun 16 11:09:57.071284 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f18b38-0f19-4192-b2b1-632237a42ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17465a66-d435-4877-83f1-42607130533b,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:57.072837 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51426) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:57.079563 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-91f18b38-0f19-4192-b2b1-632237a42ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:57.133832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:57.163399 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:57.219586 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:57.222950 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:57.226377 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17465a66-d435-4877-83f1-42607130533b HTTP/1.1" status: 204 len: 168 time: 0.1502481 Jun 16 11:09:57.226377 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-277cbecd-9c31-4de6-a836-c2f06bf455ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:57.232860 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17465a66-d435-4877-83f1-42607130533b,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:57.235195 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:57.289028 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] For port 26382f9d-446a-4cfd-bcd7-1df735b93a87, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:09:57.294332 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] For port 26382f9d-446a-4cfd-bcd7-1df735b93a87, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=26382f9d-446a-4cfd-bcd7-1df735b93a87,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:09:57.300095 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:57.303746 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-aed0e892-7b73-4f0c-9392-f4a3f959d571 tempest-DeleteServersTestJSON-474925565 tempest-DeleteServersTestJSON-474925565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:57.344638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:57.345584 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:57.347245 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] 10.222.0.35 "PUT /v2.0/ports/26382f9d-446a-4cfd-bcd7-1df735b93a87 HTTP/1.1" status: 200 len: 1094 time: 1.0768259 Jun 16 11:09:57.350414 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a678de1-917e-471b-8122-ebdce1896911', 'tag': '26382f9d-446a-4cfd-bcd7-1df735b93a87'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:09:57.354361 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04662af6-5760-488d-ad68-24c1d0944169" -d '{"events": [{"name": "network-changed", "server_uuid": "2a678de1-917e-471b-8122-ebdce1896911", "tag": "26382f9d-446a-4cfd-bcd7-1df735b93a87"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:09:57.424511 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb05fce-3869-4e93-890c-f51c6b01d24d x-openstack-request-id: req-dbb05fce-3869-4e93-890c-f51c6b01d24d {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:09:57.426154 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a678de1-917e-471b-8122-ebdce1896911", "tag": "26382f9d-446a-4cfd-bcd7-1df735b93a87", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:09:57.426333 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbb05fce-3869-4e93-890c-f51c6b01d24d {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:09:57.426813 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a678de1-917e-471b-8122-ebdce1896911', 'tag': '26382f9d-446a-4cfd-bcd7-1df735b93a87', 'status': 'completed', 'code': 200} Jun 16 11:09:57.465480 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Pushing event updated for resources: {'Port': ['ID=26382f9d-446a-4cfd-bcd7-1df735b93a87,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:57.473245 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:57.509447 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13f42d-d185-42f1-8ffa-a69f405fd058 req-71f7c4bd-3fd6-4d6a-8cee-3e56ed003200 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:57.511065 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8a13f42d-d185-42f1-8ffa-a69f405fd058 req-71f7c4bd-3fd6-4d6a-8cee-3e56ed003200 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1522186 Jun 16 11:09:57.549194 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-5222dd13-cfc4-4608-ad6e-a7368a156845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:57.551350 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-5222dd13-cfc4-4608-ad6e-a7368a156845 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce669733e4944398936716fce4a14244&device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 1097 time: 0.1432476 Jun 16 11:09:57.605763 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8a13f42d-d185-42f1-8ffa-a69f405fd058 req-a3f5b2cd-9b11-4df6-b4c1-ac1ce5bacd98 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871754 Jun 16 11:09:57.607133 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-940498b2-2d61-4eed-9158-9b78c4d5ddba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26382f9d-446a-4cfd-bcd7-1df735b93a87 HTTP/1.1" status: 200 len: 217 time: 0.0447404 Jun 16 11:09:57.682804 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-085f397c-da1c-45cd-b230-5e2633b13393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:57.684305 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-085f397c-da1c-45cd-b230-5e2633b13393 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d766b9-2627-4ece-a778-04e3b3d7e863 HTTP/1.1" status: 200 len: 854 time: 0.0693862 Jun 16 11:09:57.740658 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-6fdaf904-fb7e-4ad8-9a56-a561a8232ae1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=964662c3-a12f-45ef-a8f0-a6227cfa10c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424230 Jun 16 11:09:57.804544 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc6488-ccae-454a-b1e1-16b1e871e080 req-7787905c-bfda-4587-886d-9226ba686e7e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:57.806354 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43fc6488-ccae-454a-b1e1-16b1e871e080 req-7787905c-bfda-4587-886d-9226ba686e7e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0775185 Jun 16 11:09:57.871058 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43fc6488-ccae-454a-b1e1-16b1e871e080 req-5375f198-39c6-4b23-9373-70f37a63d019 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579925 Jun 16 11:09:57.876581 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-36d1d8c5-d3f1-4e13-a63c-4b14b03ca8c8 service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266320 Jun 16 11:09:58.037244 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-604647cc-852b-4492-a5c7-6b90c451aa52 req-2d626d97-e434-411d-94a6-7d9668318303 service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522958 Jun 16 11:09:58.060139 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604bfa6-4d09-4495-a033-1c9b1607d243 req-3d62a651-8840-4a2a-9443-2e8eea35ec01 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:58.068845 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4604bfa6-4d09-4495-a033-1c9b1607d243 req-3d62a651-8840-4a2a-9443-2e8eea35ec01 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 944 time: 0.1024892 Jun 16 11:09:58.119122 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51480) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:58.135013 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4604bfa6-4d09-4495-a033-1c9b1607d243 req-377c8674-adee-4122-b45f-50d6cd4b9f87 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651693 Jun 16 11:09:58.169824 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51484) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:58.172270 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662af6-5760-488d-ad68-24c1d0944169 req-66116970-d292-4a83-bd79-fd68a2d2e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:58.173781 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04662af6-5760-488d-ad68-24c1d0944169 req-66116970-d292-4a83-bd79-fd68a2d2e5a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce669733e4944398936716fce4a14244&device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 1097 time: 0.0743792 Jun 16 11:09:58.228906 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1211953863-network', 'tenant_id': '70b34175e96543b48d027a56c38a6cdb'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:09:58.272173 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662af6-5760-488d-ad68-24c1d0944169 req-09bff929-0a45-4c35-8b77-14fb3fb77dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:58.273649 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04662af6-5760-488d-ad68-24c1d0944169 req-09bff929-0a45-4c35-8b77-14fb3fb77dd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=964662c3-a12f-45ef-a8f0-a6227cfa10c1 HTTP/1.1" status: 200 len: 915 time: 0.0912383 Jun 16 11:09:58.276916 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Made reservation on behalf of 70b34175e96543b48d027a56c38a6cdb for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:09:58.279631 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.291622 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.305818 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-7bec0389-9a51-4fc9-b10c-cdcc14c19238 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343324 Jun 16 11:09:58.316866 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04662af6-5760-488d-ad68-24c1d0944169 req-516447a4-c017-482c-bd3c-262f3384a14f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26382f9d-446a-4cfd-bcd7-1df735b93a87 HTTP/1.1" status: 200 len: 217 time: 0.0344698 Jun 16 11:09:58.373080 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662af6-5760-488d-ad68-24c1d0944169 req-d4c0d9d3-8ef3-4c82-9e88-0eabd9a49c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:58.374552 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04662af6-5760-488d-ad68-24c1d0944169 req-d4c0d9d3-8ef3-4c82-9e88-0eabd9a49c20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d766b9-2627-4ece-a778-04e3b3d7e863 HTTP/1.1" status: 200 len: 854 time: 0.0474002 Jun 16 11:09:58.398224 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.403127 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.408597 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-99e04659-e87a-4e67-91fe-fc60f48e2752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:58.414450 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04662af6-5760-488d-ad68-24c1d0944169 req-0c8e7981-07a3-4fe5-833c-858129a7abef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=964662c3-a12f-45ef-a8f0-a6227cfa10c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316806 Jun 16 11:09:58.424336 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:09:58.443447 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.443842 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Added segment 904f4c69-5284-4788-8f0a-7f1c807f753e of type vlan for network d026001d-8977-4d2a-97c7-90606547510b Jun 16 11:09:58.452026 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5864901-1338-491e-95fa-9619831f5478,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:58.455414 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:58.496211 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.525915 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04662af6-5760-488d-ad68-24c1d0944169 req-116e7072-7722-4271-905d-9cc50bd9ddad service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994425 Jun 16 11:09:58.530671 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.531994 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:58.532630 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.537041 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:58.565269 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4448247 Jun 16 11:09:58.571884 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51494) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:09:58.577857 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Request body: {'subnet': {'network_id': 'd026001d-8977-4d2a-97c7-90606547510b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1211953863-subnet', 'tenant_id': '70b34175e96543b48d027a56c38a6cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:09:58.606859 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d026001d-8977-4d2a-97c7-90606547510b,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:58.609699 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:58.620483 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network d026001d-8977-4d2a-97c7-90606547510b details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:09:58.659034 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Made reservation on behalf of 70b34175e96543b48d027a56c38a6cdb for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:09:58.661483 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8877697'] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.685402 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04662af6-5760-488d-ad68-24c1d0944169 req-35c8be40-8b5a-4f04-9035-fff7e22ba74b service neutron] 10.222.0.35 "GET /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439002 Jun 16 11:09:58.824810 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb5c61-c8f4-417b-b9cb-2c1b48304359 req-93e512bb-29f5-45c6-b75b-f2b41a98a4a3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:58.826273 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4bdb5c61-c8f4-417b-b9cb-2c1b48304359 req-93e512bb-29f5-45c6-b75b-f2b41a98a4a3 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.0733864 Jun 16 11:09:58.859801 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9260723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8877715'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.863540 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-19144743-27d9-4633-9b10-700a92352b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:58.867297 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4bdb5c61-c8f4-417b-b9cb-2c1b48304359 req-533c5053-4fb5-4d9e-b5c8-5ae6ae13fdb1 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/security-groups?id=75a09772-3eb2-46a3-aa12-691c5c576f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342662 Jun 16 11:09:58.925792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d61640b-05e1-4e78-89ea-44bed88ef091,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:58.932959 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:09:58.936050 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Checking segment: {'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:09:58.936409 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Network hostable DHCP agents. Network: d026001d-8977-4d2a-97c7-90606547510b, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:09:58.958192 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Network d026001d-8977-4d2a-97c7-90606547510b is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:09:58.969112 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, d026001d-8977-4d2a-97c7-90606547510b) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:09:58.974714 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:58.974893 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:58.980658 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59a10c-e10d-47e9-935e-0f1d3d280291 None None] Network d026001d-8977-4d2a-97c7-90606547510b requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:09:59.008395 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4350369 Jun 16 11:09:59.099445 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1a0cf-81f8-4e8b-9c5c-b488a2fed34c req-5a21b035-d56b-4ce5-bc17-a43a1e1aa913 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:59.101431 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f6a1a0cf-81f8-4e8b-9c5c-b488a2fed34c req-5a21b035-d56b-4ce5-bc17-a43a1e1aa913 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.1120825 Jun 16 11:09:59.147073 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f6a1a0cf-81f8-4e8b-9c5c-b488a2fed34c req-f65f9125-e71f-4563-b016-29715e813ce4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371552 Jun 16 11:09:59.371928 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0fe43-a012-4b9c-90ac-869146142ed4 None None] Network d026001d-8977-4d2a-97c7-90606547510b requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:09:59.377397 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-4de56df4-d452-41c1-a5b7-dc10a521455c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:59.379527 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-4de56df4-d452-41c1-a5b7-dc10a521455c tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 946 time: 0.1128035 Jun 16 11:09:59.389023 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189bfd5-a4d6-441d-ac3c-d7ac9ede3901 req-82751e35-4280-4e30-a457-004b52666dd8 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:09:59.391720 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0189bfd5-a4d6-441d-ac3c-d7ac9ede3901 req-82751e35-4280-4e30-a457-004b52666dd8 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 944 time: 0.1146574 Jun 16 11:09:59.477469 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0189bfd5-a4d6-441d-ac3c-d7ac9ede3901 req-29007afb-a431-4cf6-82bb-f41ddd767cbd tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789018 Jun 16 11:09:59.604969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Deleting port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:09:59.606042 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:59.744067 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] For port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:09:59.744542 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:59.825080 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Calling delete_port for 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:09:59.964024 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:09:59.968222 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:09:59.975588 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['887bb2f5-a7cc-4b10-b0da-602ce87eafd0'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:09:59.995626 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Pushing event deleted for resources: {'Port': ['ID=887bb2f5-a7cc-4b10-b0da-602ce87eafd0,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:09:59.998864 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:00.054369 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] No DVR routers for this DVR port 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:10:00.071684 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:00.073660 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93a994b-d8ec-44c5-bf51-6a716bbedc4f req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.35 "DELETE /v2.0/ports/887bb2f5-a7cc-4b10-b0da-602ce87eafd0 HTTP/1.1" status: 204 len: 173 time: 0.6871073 Jun 16 11:10:00.074319 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'name': 'network-vif-deleted', 'tag': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:00.076699 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251bcbda-7f4e-4bc1-92cd-b485457a632e" -d '{"events": [{"server_uuid": "585576d8-82e8-4efd-9b1b-6f0569f29aa9", "name": "network-vif-deleted", "tag": "887bb2f5-a7cc-4b10-b0da-602ce87eafd0"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:00.080519 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fa18a755-28d1-41c8-ad7e-76f2296db5ef req-8b3fce24-41b7-4754-9ce2-1940e6dfdfe9 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] 10.222.0.21 "GET /v2.0/ports?device_id=585576d8-82e8-4efd-9b1b-6f0569f29aa9 HTTP/1.1" status: 200 len: 210 time: 0.0553148 Jun 16 11:10:00.136059 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c394bd-c3c2-4215-b9b1-a37342284ae7 x-openstack-request-id: req-15c394bd-c3c2-4215-b9b1-a37342284ae7 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:00.136393 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585576d8-82e8-4efd-9b1b-6f0569f29aa9", "name": "network-vif-deleted", "tag": "887bb2f5-a7cc-4b10-b0da-602ce87eafd0", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:00.136682 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15c394bd-c3c2-4215-b9b1-a37342284ae7 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:00.137111 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585576d8-82e8-4efd-9b1b-6f0569f29aa9', 'name': 'network-vif-deleted', 'tag': '887bb2f5-a7cc-4b10-b0da-602ce87eafd0', 'status': 'completed', 'code': 200} Jun 16 11:10:00.171447 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-37ffd853-9356-4798-932c-a71bd126ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:00.173831 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-37ffd853-9356-4798-932c-a71bd126ac50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422&tenant_id=f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 1097 time: 0.1179888 Jun 16 11:10:00.274764 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-ca399a0b-3e90-49fc-a730-ef85a259771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:00.276489 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-ca399a0b-3e90-49fc-a730-ef85a259771c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1097 time: 0.0694690 Jun 16 11:10:00.342994 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a599b-f649-44a9-a1fd-91a843b5deb3 req-74087353-7513-4cf3-a317-d56911546253 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:00.344494 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6f6a599b-f649-44a9-a1fd-91a843b5deb3 req-74087353-7513-4cf3-a317-d56911546253 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0704501 Jun 16 11:10:00.379006 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-5b929e5a-6dd9-438b-82d8-6035e25d6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:00.380707 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-5b929e5a-6dd9-438b-82d8-6035e25d6eeb service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.0920007 Jun 16 11:10:00.384375 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6f6a599b-f649-44a9-a1fd-91a843b5deb3 req-3d184ac8-81fb-45a4-83e5-2b828d471196 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332098 Jun 16 11:10:00.478367 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-0618d8e3-03d5-47a8-94d2-4cb31a38729f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 200 len: 1000 time: 0.0907257 Jun 16 11:10:00.531904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-7aa6d85e-9348-430f-94df-4d25ff00a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:00.533322 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-7aa6d85e-9348-430f-94df-4d25ff00a32b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0477619 Jun 16 11:10:00.635023 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1fe5dc9c-3f7e-4c65-9366-27794ae3c9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:00.692637 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-54e193c3-20d6-4faa-b300-c413f37f395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:00.695124 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-54e193c3-20d6-4faa-b300-c413f37f395f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1495311 Jun 16 11:10:00.711258 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6879c-aef8-44f9-b37d-62ba087d5097 req-6c465424-b1a1-4af6-8548-6fa23abbf26e tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:00.712725 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d3c6879c-aef8-44f9-b37d-62ba087d5097 req-6c465424-b1a1-4af6-8548-6fa23abbf26e tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 944 time: 0.1213758 Jun 16 11:10:00.808810 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d3c6879c-aef8-44f9-b37d-62ba087d5097 req-7eb9b0ac-49dd-4a36-9be2-935a36bf7b50 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883887 Jun 16 11:10:00.831914 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-c0a94db9-1e42-451a-a5c4-7c51f78db67a service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283891 Jun 16 11:10:00.838344 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 26382f9d-446a-4cfd-bcd7-1df735b93a87 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:10:00.840430 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:10:00.941708 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2af1c566-7800-438f-a7ad-a96d967c9918 req-5540a36d-ee16-4d81-9275-e1cb31387c20 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945387 Jun 16 11:10:01.003742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 26382f9d-446a-4cfd-bcd7-1df735b93a87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=26382f9d-446a-4cfd-bcd7-1df735b93a87,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:01.014701 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '26382f9d-446a-4cfd-bcd7-1df735b93a87', 'network_id': '964662c3-a12f-45ef-a8f0-a6227cfa10c1', 'port_id': '26382f9d-446a-4cfd-bcd7-1df735b93a87', 'mac_address': 'fa:16:3e:2d:d6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d766b9-2627-4ece-a778-04e3b3d7e863', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:10:01.027576 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-a699cf20-4462-4479-be46-47be2005a71c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:01.029053 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-a699cf20-4462-4479-be46-47be2005a71c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/networks?id=d026001d-8977-4d2a-97c7-90606547510b HTTP/1.1" status: 200 len: 809 time: 0.1117725 Jun 16 11:10:01.044522 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-ee6e3060-e5c1-4fb5-ab54-62e60766d37f tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/quotas/70b34175e96543b48d027a56c38a6cdb HTTP/1.1" status: 200 len: 375 time: 0.0091579 Jun 16 11:10:01.053630 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:01.067133 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26382f9d-446a-4cfd-bcd7-1df735b93a87 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:10:01.078244 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-31f0dacc-6fe9-421a-807f-ccd7cc6ec27e tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70b34175e96543b48d027a56c38a6cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284450 Jun 16 11:10:01.087528 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 26382f9d-446a-4cfd-bcd7-1df735b93a87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=26382f9d-446a-4cfd-bcd7-1df735b93a87,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:01.092414 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:01.094338 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:01.151109 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=26382f9d-446a-4cfd-bcd7-1df735b93a87,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:01.154505 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:01.190015 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-9258104b-80ee-45ae-bc69-1b2c92bcc16e service neutron] 10.222.0.21 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029484 Jun 16 11:10:01.196182 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51548) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:01.277786 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-5e6b64dd-cc77-4bc8-bb54-82996cee8ac9 service neutron] 10.222.0.21 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869138 Jun 16 11:10:01.352412 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['26382f9d-446a-4cfd-bcd7-1df735b93a87'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:10:01.533267 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-aeae969f-d991-43c4-bf03-4da220510263 req-27b01d4d-1228-4367-8f14-23fe6a3b466b tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0879133 Jun 16 11:10:01.713570 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cffaa-cb3e-4c1a-a9e6-80ce72cd2129 req-63eebc6c-d16e-4347-a1ae-599b492a1d42 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:01.720612 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2f9cffaa-cb3e-4c1a-a9e6-80ce72cd2129 req-63eebc6c-d16e-4347-a1ae-599b492a1d42 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0946491 Jun 16 11:10:01.774123 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2f9cffaa-cb3e-4c1a-a9e6-80ce72cd2129 req-7705d7d0-5614-4e2a-91ef-012c44f05396 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525966 Jun 16 11:10:01.961541 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:02.131367 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b08a5-b1ca-4ae9-a906-ab4337601ce5 req-d3df1267-4d52-4a72-a6ce-aef2debd5cba tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:02.132868 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e2b08a5-b1ca-4ae9-a906-ab4337601ce5 req-d3df1267-4d52-4a72-a6ce-aef2debd5cba tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 945 time: 0.1279373 Jun 16 11:10:02.257524 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2e2b08a5-b1ca-4ae9-a906-ab4337601ce5 req-85f427ae-ad81-484e-9378-8eff401c85d6 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054621 Jun 16 11:10:02.634243 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Deleting port b7699b09-405f-4a4d-b974-514edc224955 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:10:02.634613 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:02.717193 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] For port b7699b09-405f-4a4d-b974-514edc224955, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b7699b09-405f-4a4d-b974-514edc224955,segment=NetworkSegment(63e5849f-6be5-43a8-bd7e-1f55072831e7),segment_id=63e5849f-6be5-43a8-bd7e-1f55072831e7)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:02.717803 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:02.719162 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f34a279d-79cf-4587-a92b-a20027861eda req-59f8e325-1d60-4151-8df9-d8d2652b9222 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0616803 Jun 16 11:10:02.790135 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Calling delete_port for b7699b09-405f-4a4d-b974-514edc224955 owned by network:router_interface {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:10:02.845173 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 26382f9d-446a-4cfd-bcd7-1df735b93a87 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:10:02.933345 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 26382f9d-446a-4cfd-bcd7-1df735b93a87 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:10:02.937182 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 26382f9d-446a-4cfd-bcd7-1df735b93a87 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:10:02.937591 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.033429 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.058244 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a678de1-917e-471b-8122-ebdce1896911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26382f9d-446a-4cfd-bcd7-1df735b93a87'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:03.060550 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdac70a-0d08-49b7-98ba-4ed3fb888177" -d '{"events": [{"server_uuid": "2a678de1-917e-471b-8122-ebdce1896911", "name": "network-vif-plugged", "status": "completed", "tag": "26382f9d-446a-4cfd-bcd7-1df735b93a87"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:03.082466 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 26382f9d-446a-4cfd-bcd7-1df735b93a87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=26382f9d-446a-4cfd-bcd7-1df735b93a87,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:03.088044 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.090477 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:03.116681 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d32b-1dd7-4d26-81aa-7f2aae52b831 req-13dbb822-8bed-484a-9a48-aba93f22e540 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:03.116884 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d62331-d892-482b-aa7e-840f3da0eed1 x-openstack-request-id: req-14d62331-d892-482b-aa7e-840f3da0eed1 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:03.117038 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a678de1-917e-471b-8122-ebdce1896911", "name": "network-vif-plugged", "status": "completed", "tag": "26382f9d-446a-4cfd-bcd7-1df735b93a87", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:03.117298 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14d62331-d892-482b-aa7e-840f3da0eed1 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:03.117685 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a678de1-917e-471b-8122-ebdce1896911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26382f9d-446a-4cfd-bcd7-1df735b93a87', 'code': 200} Jun 16 11:10:03.119082 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5140d32b-1dd7-4d26-81aa-7f2aae52b831 req-13dbb822-8bed-484a-9a48-aba93f22e540 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.1565833 Jun 16 11:10:03.144389 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=26382f9d-446a-4cfd-bcd7-1df735b93a87,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:03.149688 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:03.163885 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.168047 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:03.203945 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b7699b09-405f-4a4d-b974-514edc224955,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:03.209215 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:03.212378 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5140d32b-1dd7-4d26-81aa-7f2aae52b831 req-2217ffab-c408-4b71-bc88-edfd54b367bf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856426 Jun 16 11:10:03.385318 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.407234 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.460099 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e967a6-1155-430c-9048-09b21c232718 req-7358c6b7-0597-4a47-810e-1d39f7dc51a7 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:03.465358 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f7e967a6-1155-430c-9048-09b21c232718 req-7358c6b7-0597-4a47-810e-1d39f7dc51a7 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0830755 Jun 16 11:10:03.521681 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f7e967a6-1155-430c-9048-09b21c232718 req-aa34a7a8-0d03-4453-a959-483cee5c28b8 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524826 Jun 16 11:10:03.642409 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Router d34809d1-fe7c-4627-a454-a79f41361433 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:10:03.731917 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c56d59d8-b8ea-439b-a781-84424d9c6965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.768236 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:10:03.774845 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] 10.222.0.21 "PUT /v2.0/routers/d34809d1-fe7c-4627-a454-a79f41361433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775983 Jun 16 11:10:03.777543 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51586) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:03.779637 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] Sync routers for ids ['d34809d1-fe7c-4627-a454-a79f41361433'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:10:03.791439 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] Routers {'d34809d1-fe7c-4627-a454-a79f41361433'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:10:03.792119 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:10:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d34809d1-fe7c-4627-a454-a79f41361433'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:10:03.901151 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks [] for router, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:03.932815 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] Set router d34809d1-fe7c-4627-a454-a79f41361433 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:10:03.937251 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-20a80b91-ff6e-40f5-b77c-e789121fc09d req-fa1880f6-29e6-4c73-95b0-04e4e1e2c9ac tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0301962 Jun 16 11:10:04.012735 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:04.076927 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Deleting port c4a06c07-982a-4f48-9476-cf303d795869 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:10:04.077261 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:04.144910 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:10:03Z', 'revision_number': 5, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port': {'id': 'c4a06c07-982a-4f48-9476-cf303d795869', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:10:04.148448 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] Checking router: d34809d1-fe7c-4627-a454-a79f41361433 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:10:04.157175 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] Routers {'d34809d1-fe7c-4627-a454-a79f41361433'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:10:04.157987 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:10:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d34809d1-fe7c-4627-a454-a79f41361433'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:10:04.166401 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] For port c4a06c07-982a-4f48-9476-cf303d795869, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=c4a06c07-982a-4f48-9476-cf303d795869,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:04.166401 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:04.253902 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Calling delete_port for c4a06c07-982a-4f48-9476-cf303d795869 owned by network:router_gateway {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:10:04.261923 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] Set router d34809d1-fe7c-4627-a454-a79f41361433 gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:10:04.339902 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:10:04Z', 'revision_number': 6, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:10:04.344380 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847d2ed-91d8-4f02-8486-eef11a0a2cb1 None None] The sync data for ids ['d34809d1-fe7c-4627-a454-a79f41361433'] in dv-cinder-786627-10-iscsi is: [{'id': 'd34809d1-fe7c-4627-a454-a79f41361433', 'name': 'tempest-ServerRescueNegativeTestJSON-102123100-router', 'tenant_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:21Z', 'updated_at': '2021-06-16T11:10:04Z', 'revision_number': 6, 'project_id': 'bdc40d52bcd14c46851b53d074e0b1fb', 'gw_port_host': None}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:10:04.504096 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:04.520882 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae192fd3-574c-4af4-928f-559de8cde13c req-2120a950-2a6d-427c-9e77-bcda2c449575 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:04.522577 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ae192fd3-574c-4af4-928f-559de8cde13c req-2120a950-2a6d-427c-9e77-bcda2c449575 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.1108637 Jun 16 11:10:04.554296 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:04.557962 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b53866f3-2abe-4f6c-8587-f5823757ddf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:04.592712 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ae192fd3-574c-4af4-928f-559de8cde13c req-61706496-82cf-445f-a5fa-7ae2b31c2a93 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639222 Jun 16 11:10:04.595551 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a06c07-982a-4f48-9476-cf303d795869,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:04.599063 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:04.662649 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:04.794847 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8188334-a9dc-4ed7-ad63-a999da63fb98 req-2d8e3a8b-55d7-4543-993c-884e540e21dd tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:04.802550 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f8188334-a9dc-4ed7-ad63-a999da63fb98 req-2d8e3a8b-55d7-4543-993c-884e540e21dd tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.1417217 Jun 16 11:10:04.854771 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f8188334-a9dc-4ed7-ad63-a999da63fb98 req-31e2aa55-f093-40fc-97a0-1c145fb48e0a tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511990 Jun 16 11:10:04.860296 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:10:04.922342 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:10:04.922702 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 887bb2f5-a7cc-4b10-b0da-602ce87eafd0 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:10:05.080266 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.098065 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.101008 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1da45a6e-25f0-451f-aa92-ba7ff63269b6 req-9b45096b-2cc6-4826-b52a-146e4742feef tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0374165 Jun 16 11:10:05.169107 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.169598 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d34809d1-fe7c-4627-a454-a79f41361433 {{(pid=91891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:10:05.176307 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.179952 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] 10.222.0.21 "DELETE /v2.0/routers/d34809d1-fe7c-4627-a454-a79f41361433 HTTP/1.1" status: 204 len: 168 time: 1.3986056 Jun 16 11:10:05.180256 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51596) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:05.232471 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Deleting subnet 52687747-e93a-46dd-97f9-99b75c12f819 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:10:05.235748 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.240681 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b7699b09-405f-4a4d-b974-514edc224955 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:10:05.261719 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: b7699b09-405f-4a4d-b974-514edc224955 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:10:05.262233 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b7699b09-405f-4a4d-b974-514edc224955 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:10:05.272110 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979545'] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.319513 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.379852 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9260786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8877722'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.386209 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-aa999bd1-4a59-4e44-a8a7-9c97b5487234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:05.412391 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52687747-e93a-46dd-97f9-99b75c12f819,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:05.414332 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.416192 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52687747-e93a-46dd-97f9-99b75c12f819 HTTP/1.1" status: 204 len: 168 time: 0.2347879 Jun 16 11:10:05.417125 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:05.418580 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51598) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:05.502539 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.590613 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.609527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfeed33-055b-4fc1-9542-33a462e278ba']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:10:05.621586 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e5849f-6be5-43a8-bd7e-1f55072831e7') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:10:05.622448 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e5849f-6be5-43a8-bd7e-1f55072831e7') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:10:05.633082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.649627 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.656892 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:10:05.657479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:10:05.660047 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:10:05.729142 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.733445 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:05.738265 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:05.740327 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2dfeed33-055b-4fc1-9542-33a462e278ba HTTP/1.1" status: 204 len: 168 time: 0.3208339 Jun 16 11:10:05.750118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfeed33-055b-4fc1-9542-33a462e278ba,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:05.753316 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:05.848571 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8dd5-e5b3-40e5-96f3-d69b5ef05e8d req-8c56f9d8-ea35-42ff-bc9b-cebd12a47c7f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:05.850441 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5fcb8dd5-e5b3-40e5-96f3-d69b5ef05e8d req-8c56f9d8-ea35-42ff-bc9b-cebd12a47c7f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0919936 Jun 16 11:10:05.879174 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51604) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:05.908411 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5fcb8dd5-e5b3-40e5-96f3-d69b5ef05e8d req-1c94b70f-b360-43bf-ba67-807a3ddea98b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518835 Jun 16 11:10:05.927831 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-1aa11e8e-2e74-4056-a60b-dae75d63f583 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdc40d52bcd14c46851b53d074e0b1fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437639 Jun 16 11:10:05.928985 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51608) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:05.980623 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:06.005375 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:06.099967 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0e144-4f4b-4444-b075-4244fa3e19d8 req-42b80eed-9994-42be-98ef-bcb2e13737af tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:06.101485 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e2e0e144-4f4b-4444-b075-4244fa3e19d8 req-42b80eed-9994-42be-98ef-bcb2e13737af tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.1015353 Jun 16 11:10:06.102661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:06.105545 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:06.108869 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75a09772-3eb2-46a3-aa12-691c5c576f8c HTTP/1.1" status: 204 len: 168 time: 0.1765347 Jun 16 11:10:06.108869 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7f11db70-9134-4ceb-a3e4-8e45603aa8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:06.132812 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a09772-3eb2-46a3-aa12-691c5c576f8c,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:06.165309 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:06.185427 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:06.223431 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e2e0e144-4f4b-4444-b075-4244fa3e19d8 req-1a7343c1-fe6a-4615-a417-5e752c94fa46 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997038 Jun 16 11:10:06.299367 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f2d5e635-f2f2-48fa-b6f2-5f5542193751 req-c9656bbc-9d4b-408d-8ea3-26a12b410d96 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0400956 Jun 16 11:10:06.786733 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4a06c07-982a-4f48-9476-cf303d795869 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:10:06.810559 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: c4a06c07-982a-4f48-9476-cf303d795869 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:10:06.811339 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4a06c07-982a-4f48-9476-cf303d795869 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:10:07.135658 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef6b09-95a3-46a3-bb49-37c570fb66d5 req-21151f8b-93fc-4da8-8fc2-fd706e6e938d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:07.137140 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c2ef6b09-95a3-46a3-bb49-37c570fb66d5 req-21151f8b-93fc-4da8-8fc2-fd706e6e938d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0904539 Jun 16 11:10:07.217455 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c2ef6b09-95a3-46a3-bb49-37c570fb66d5 req-6ee877ea-487b-4ffa-ba4e-91e05611f927 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737517 Jun 16 11:10:07.465144 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4b28f-806b-45a7-a405-dcd5a604bc21 req-43595b1b-ffa4-40f8-afdb-856cbc6f48e5 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:07.472339 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f9b4b28f-806b-45a7-a405-dcd5a604bc21 req-43595b1b-ffa4-40f8-afdb-856cbc6f48e5 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0988531 Jun 16 11:10:07.498743 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e05d4ee2-f48f-4402-b49d-a0e2fc8c5618 req-e72d4f01-92e1-4211-807a-f576c18702a6 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0386782 Jun 16 11:10:07.514304 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f9b4b28f-806b-45a7-a405-dcd5a604bc21 req-863d064c-375e-43eb-86f6-e3f4eea6b984 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Jun 16 11:10:08.156367 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51668) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:08.274410 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd75-2604-4637-90b4-8eebbaa853a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:08.432365 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd75-2604-4637-90b4-8eebbaa853a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:08.437728 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ee70fd75-2604-4637-90b4-8eebbaa853a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:08.440488 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8f14a1bc-656e-42a9-858e-ea9fcce16c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:08.481931 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70fd75-2604-4637-90b4-8eebbaa853a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c81070-9671-43a4-a432-b6f8bfe21eb2,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:08.484895 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ee70fd75-2604-4637-90b4-8eebbaa853a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:08.491926 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ee70fd75-2604-4637-90b4-8eebbaa853a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd551ebe78c24665a8f571cdf6349f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344707 Jun 16 11:10:08.500157 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51674) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:08.504735 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21052c89-db0b-4863-9701-d99a35a294e6 req-04fd247f-55c1-404a-8999-ab6e2e9b7c70 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:08.506281 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21052c89-db0b-4863-9701-d99a35a294e6 req-04fd247f-55c1-404a-8999-ab6e2e9b7c70 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.1492500 Jun 16 11:10:08.558253 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21052c89-db0b-4863-9701-d99a35a294e6 req-da2e1d72-01df-4420-914e-d8be242b7d7b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452552 Jun 16 11:10:08.562746 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:08.587084 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:08.642473 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:08.647297 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:08.648846 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17c81070-9671-43a4-a432-b6f8bfe21eb2 HTTP/1.1" status: 204 len: 168 time: 0.1468675 Jun 16 11:10:08.649913 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2a0f1dd0-dd49-44a4-8411-d24c22691b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:08.659991 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c81070-9671-43a4-a432-b6f8bfe21eb2,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:08.662690 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:08.700473 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-85f10da0-a02d-42a7-8fc5-4f67eae1772d req-ba65095c-94f4-466b-a0af-615f09b159cb tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0363843 Jun 16 11:10:08.816202 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7177-8550-4abe-b924-21f62139df07 req-beb3e0b9-c463-42e9-89bb-fb96e2493038 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:08.818281 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0deb7177-8550-4abe-b924-21f62139df07 req-beb3e0b9-c463-42e9-89bb-fb96e2493038 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.1090908 Jun 16 11:10:08.874250 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0deb7177-8550-4abe-b924-21f62139df07 req-110f97df-5b96-49ce-a877-e509f35953ff tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501692 Jun 16 11:10:09.004843 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 51686) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:09.018003 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f50a24d1-2a21-451b-a0c3-abc785d581af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:09.148494 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f50a24d1-2a21-451b-a0c3-abc785d581af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:09.152051 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f50a24d1-2a21-451b-a0c3-abc785d581af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:09.154372 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-234287a7-4406-4188-9f01-9542c7943dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:09.191392 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-f50a24d1-2a21-451b-a0c3-abc785d581af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32c5c8e14da84a4a95aab3197d388619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849265 Jun 16 11:10:09.192576 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a24d1-2a21-451b-a0c3-abc785d581af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5de411-ebef-409f-95da-a09b306d686e,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:09.194477 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 51688) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:09.195245 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f50a24d1-2a21-451b-a0c3-abc785d581af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:09.266413 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:09.292272 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:09.339655 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:09.342355 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:09.343465 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec5de411-ebef-409f-95da-a09b306d686e HTTP/1.1" status: 204 len: 168 time: 0.1479697 Jun 16 11:10:09.344221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e223659f-6b37-41b1-ac37-8ec20911e740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:09.351415 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5de411-ebef-409f-95da-a09b306d686e,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:09.353571 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:09.778360 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f63dc-3f60-4039-ade7-5dacb57eafa1 req-f15ed972-1cf5-4666-ab3c-cfbf78f266f7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:09.786199 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ca6f63dc-3f60-4039-ade7-5dacb57eafa1 req-f15ed972-1cf5-4666-ab3c-cfbf78f266f7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.1022685 Jun 16 11:10:09.843369 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ca6f63dc-3f60-4039-ade7-5dacb57eafa1 req-5b1639b9-58e6-4e81-9ea5-62539098f9c4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561571 Jun 16 11:10:09.889324 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d0735863-e8ce-454a-9e60-7c08a4b872e7 req-7fbd5af2-3e05-48f0-b326-0c7444e5b8b2 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0307298 Jun 16 11:10:10.125658 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357c130-7341-408f-816c-552aaeeee416 req-12f286db-9b48-4144-b4eb-7401fb367e93 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:10.127240 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2357c130-7341-408f-816c-552aaeeee416 req-12f286db-9b48-4144-b4eb-7401fb367e93 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0898700 Jun 16 11:10:10.180856 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2357c130-7341-408f-816c-552aaeeee416 req-7cb5346c-7763-4b0a-ab73-6269d8163a3f tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450304 Jun 16 11:10:10.954203 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:11.086507 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03de79-38e1-4a8b-b86a-da1bf4c19ab5 req-ef80dbcd-d719-40f4-a550-bd86c752bd6f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:11.087934 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d03de79-38e1-4a8b-b86a-da1bf4c19ab5 req-ef80dbcd-d719-40f4-a550-bd86c752bd6f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0716004 Jun 16 11:10:11.096781 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d3faeb95-7237-4b49-932f-fd0b6fbd5b7b req-e306d60a-1caa-470e-93df-ca646e3eeb01 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0378866 Jun 16 11:10:11.147210 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d03de79-38e1-4a8b-b86a-da1bf4c19ab5 req-da6d64ca-4fa9-4c1b-9e7d-b84de6e19a6a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523009 Jun 16 11:10:11.371951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d72ae-c667-4fa0-8132-0dcae98bf232 req-eb4e92c4-e211-4d23-b1bb-e43d1a5289e4 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:11.373410 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-172d72ae-c667-4fa0-8132-0dcae98bf232 req-eb4e92c4-e211-4d23-b1bb-e43d1a5289e4 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0685475 Jun 16 11:10:11.411310 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-172d72ae-c667-4fa0-8132-0dcae98bf232 req-d839f502-a8ce-473a-a3db-db3217e6080d tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Jun 16 11:10:12.246815 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e9c8f72-7c26-45f6-bbd5-c1dd73f7208b req-dcbdf6e0-fd96-4a63-b951-522d9fbd6a9a tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0356672 Jun 16 11:10:12.362388 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddce7a-d56b-4f59-b9dd-b617838ef921 req-f0f4e2d9-009a-440e-9e7b-9c70ca2fb17d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:12.364004 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5cddce7a-d56b-4f59-b9dd-b617838ef921 req-f0f4e2d9-009a-440e-9e7b-9c70ca2fb17d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0726402 Jun 16 11:10:12.408725 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5cddce7a-d56b-4f59-b9dd-b617838ef921 req-e9434cc8-4b03-461a-803b-c2ca372073a3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381615 Jun 16 11:10:12.616790 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b79cff-cc3e-4099-b846-a0050088bebc req-ea2873fe-323a-4848-a782-6dd54f8055c1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:12.619064 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-49b79cff-cc3e-4099-b846-a0050088bebc req-ea2873fe-323a-4848-a782-6dd54f8055c1 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0858493 Jun 16 11:10:12.710747 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-49b79cff-cc3e-4099-b846-a0050088bebc req-5a6268ad-7fd4-4853-916c-28d89a911c62 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626581 Jun 16 11:10:13.391319 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8199de10-5424-4bb6-81c7-590f1db993ba req-7450ab44-6913-4bca-a989-9ed4c0da2f24 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0285988 Jun 16 11:10:13.601470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b7f48-f676-45bf-bed2-4d2d3160a8ea req-a8ae84bc-1724-4f35-aff8-fafcae27cada tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:13.602920 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-195b7f48-f676-45bf-bed2-4d2d3160a8ea req-a8ae84bc-1724-4f35-aff8-fafcae27cada tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0742135 Jun 16 11:10:13.641386 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-195b7f48-f676-45bf-bed2-4d2d3160a8ea req-e1e8f102-3e61-4439-a8a2-c5c804cf8dc3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327582 Jun 16 11:10:13.886805 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8119df-6898-42a1-bbd8-7aaeab738d74 req-39fe7490-3bf5-4698-ac7e-0de4b1420eac tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:13.888308 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cc8119df-6898-42a1-bbd8-7aaeab738d74 req-39fe7490-3bf5-4698-ac7e-0de4b1420eac tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0638077 Jun 16 11:10:13.929972 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cc8119df-6898-42a1-bbd8-7aaeab738d74 req-582216f1-b9f8-4da6-b59b-c6e832988718 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Jun 16 11:10:14.529253 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2be785f6-30eb-45d5-9a64-fbcab4a44236 req-808d1426-ed09-4feb-9cf2-a76099b86de8 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0278263 Jun 16 11:10:14.816265 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675412-e9a3-486b-9acd-ebc0077cca24 req-9dd54627-d9b4-4280-ba1e-fbcada3ffbc5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:14.817849 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-07675412-e9a3-486b-9acd-ebc0077cca24 req-9dd54627-d9b4-4280-ba1e-fbcada3ffbc5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0621059 Jun 16 11:10:14.857827 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-07675412-e9a3-486b-9acd-ebc0077cca24 req-38b82aec-4ac7-4790-9504-10c88a65bca9 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343795 Jun 16 11:10:15.098540 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13565d85-c5ea-4b8d-a678-7126f38b3a77 req-ac93ba05-f623-4cff-ad87-b2e175331988 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:15.100028 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-13565d85-c5ea-4b8d-a678-7126f38b3a77 req-ac93ba05-f623-4cff-ad87-b2e175331988 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0619464 Jun 16 11:10:15.136921 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-13565d85-c5ea-4b8d-a678-7126f38b3a77 req-f5b8f2e1-801d-4183-b1e5-e6c61766467d tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Jun 16 11:10:15.170971 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:10:15.668419 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-912d7286-e4c7-47ae-831c-0490feb503b1 req-e3d87fb2-635f-4690-816d-35c8444388cb tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0285580 Jun 16 11:10:16.057730 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93afe7a-e7e2-48dc-9281-c099d9ed95dd req-68381a61-a607-4764-93de-189d7ba34d72 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:16.059191 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93afe7a-e7e2-48dc-9281-c099d9ed95dd req-68381a61-a607-4764-93de-189d7ba34d72 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0874205 Jun 16 11:10:16.095681 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93afe7a-e7e2-48dc-9281-c099d9ed95dd req-897178cf-5a89-4e6f-ab3b-4e7db2927ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309432 Jun 16 11:10:16.310655 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7747a7-00c7-4f2b-b713-1ff5be5cd4a9 req-cfbfa618-c644-46ee-8f32-4fc87ad18d25 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:16.312398 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c7747a7-00c7-4f2b-b713-1ff5be5cd4a9 req-cfbfa618-c644-46ee-8f32-4fc87ad18d25 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0631075 Jun 16 11:10:16.352250 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c7747a7-00c7-4f2b-b713-1ff5be5cd4a9 req-931ac4dc-596a-4cad-bc8c-6b074c57bc49 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jun 16 11:10:16.808611 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e77b098d-55fb-48aa-bfb2-9ea7f1302bb3 req-eaf07de3-d1aa-4a00-9dd7-23a74938b301 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0277741 Jun 16 11:10:17.277407 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36da23-be03-4669-a17f-79ada21823d7 req-363cfb3d-de5d-44b5-b723-dc66bb5bbfb6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:17.278753 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a36da23-be03-4669-a17f-79ada21823d7 req-363cfb3d-de5d-44b5-b723-dc66bb5bbfb6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0667582 Jun 16 11:10:17.343235 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a36da23-be03-4669-a17f-79ada21823d7 req-4d2a2813-4805-49fc-b07e-895c73bd5321 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587821 Jun 16 11:10:17.379420 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf999f-a351-4ed3-a1b2-1fb584e7bf5a req-5970d3e5-692e-4715-9836-123e136bb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:17.380985 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c2bf999f-a351-4ed3-a1b2-1fb584e7bf5a req-5970d3e5-692e-4715-9836-123e136bb66c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 1099 time: 0.0698133 Jun 16 11:10:17.417637 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c2bf999f-a351-4ed3-a1b2-1fb584e7bf5a req-238a384b-fac4-4ef6-9629-6e6a42627d6a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288734 Jun 16 11:10:17.530062 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d1fe-67ed-4cbc-b5b3-2ef85e63bcb4 req-fe1b7c03-136b-427c-acae-efdced09bda3 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:17.531430 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3fa2d1fe-67ed-4cbc-b5b3-2ef85e63bcb4 req-fe1b7c03-136b-427c-acae-efdced09bda3 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0675683 Jun 16 11:10:17.571902 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3fa2d1fe-67ed-4cbc-b5b3-2ef85e63bcb4 req-69853ba0-b69a-4260-9a42-1773e8e8f902 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Jun 16 11:10:17.948062 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-036d7339-c014-4462-8dcb-cfd69f9353af req-e4f8da43-b178-4e77-bccc-b4ff195e1ce5 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0274954 Jun 16 11:10:18.105468 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-6298166f-1251-4932-856e-f1d16bbfa3d7 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:18.107197 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-6298166f-1251-4932-856e-f1d16bbfa3d7 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "GET /v2.0/networks?id=d026001d-8977-4d2a-97c7-90606547510b HTTP/1.1" status: 200 len: 809 time: 0.1148388 Jun 16 11:10:18.126839 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Request body: {'port': {'device_id': '1059adad-8465-4058-85af-576e2276346c', 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b', 'admin_state_up': True, 'tenant_id': '70b34175e96543b48d027a56c38a6cdb'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:10:18.259605 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Made reservation on behalf of 70b34175e96543b48d027a56c38a6cdb for: {'port': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:10:18.265083 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:18.401877 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Allocated IP 172.20.0.13 (d026001d-8977-4d2a-97c7-90606547510b/0d61640b-05e1-4e78-89ea-44bed88ef091/aa7e544d-e949-45d2-82d0-42b9c514b5bf) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:10:18.549316 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4ceb-0731-49aa-b478-35850cefa93f req-01ce1334-e75c-4080-9550-85cadc486a48 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:18.551708 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e5db4ceb-0731-49aa-b478-35850cefa93f req-01ce1334-e75c-4080-9550-85cadc486a48 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0732937 Jun 16 11:10:18.593266 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:18.600098 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e5db4ceb-0731-49aa-b478-35850cefa93f req-4a452fef-52d7-426c-b530-280f051db309 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395732 Jun 16 11:10:18.645405 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:18.649713 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:18.698198 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Network d026001d-8977-4d2a-97c7-90606547510b is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:10:18.710025 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:10:18.724085 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:10:18.747540 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Pushing event updated for resources: {'Port': ['ID=aa7e544d-e949-45d2-82d0-42b9c514b5bf,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:18.772652 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:18.805603 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:18.806231 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:18.832263 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc5e9f-1282-4231-83db-f7c6d0480f1a req-81cd005d-8978-4bf6-a85d-57aed5c5a841 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:18.833734 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-abfc5e9f-1282-4231-83db-f7c6d0480f1a req-81cd005d-8978-4bf6-a85d-57aed5c5a841 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.1283195 Jun 16 11:10:18.835433 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7148633 Jun 16 11:10:18.856982 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Request body: {'port': {'device_id': '1059adad-8465-4058-85af-576e2276346c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:10:18.903967 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-abfc5e9f-1282-4231-83db-f7c6d0480f1a req-b1b107b8-91e8-4515-82c1-b6c60d27eda6 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642478 Jun 16 11:10:18.947625 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:19.269678 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7e544d-e949-45d2-82d0-42b9c514b5bf {{(pid=91890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:10:19.279906 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:19.296372 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Transition to ACTIVE for port object aa7e544d-e949-45d2-82d0-42b9c514b5bf will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:10:19.305164 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:19.310760 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ccec9910-c099-4d74-9b18-a7f2fe3a24a3 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:19.366101 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df354a-bbf8-44c6-9f76-0197589547ab req-7d1c8071-430a-4556-afee-9b7bb0b026de tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:19.367575 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c7df354a-bbf8-44c6-9f76-0197589547ab req-7d1c8071-430a-4556-afee-9b7bb0b026de tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 932 time: 0.1383832 Jun 16 11:10:19.406273 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e544d-e949-45d2-82d0-42b9c514b5bf,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:19.411621 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:19.485624 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c7df354a-bbf8-44c6-9f76-0197589547ab req-a1f2a0c6-cd65-4914-b628-1ca2d0371d51 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881631 Jun 16 11:10:19.506020 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Attempting to bind port aa7e544d-e949-45d2-82d0-42b9c514b5bf on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:10:19.506376 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Attempting to bind port aa7e544d-e949-45d2-82d0-42b9c514b5bf by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:10:19.506728 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Attempting to bind port aa7e544d-e949-45d2-82d0-42b9c514b5bf on network d026001d-8977-4d2a-97c7-90606547510b {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:10:19.510946 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Port aa7e544d-e949-45d2-82d0-42b9c514b5bf on network d026001d-8977-4d2a-97c7-90606547510b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:10:19.511257 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Attempting to bind port aa7e544d-e949-45d2-82d0-42b9c514b5bf on network d026001d-8977-4d2a-97c7-90606547510b {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:10:19.516025 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:10:19.516350 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Checking segment: {'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:10:19.516718 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Bound using segment: {'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:10:19.517131 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Bound port: aa7e544d-e949-45d2-82d0-42b9c514b5bf, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:10:19.517469 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:19.579236 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] For port aa7e544d-e949-45d2-82d0-42b9c514b5bf, host hv-cinder-78662, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:10:19.582194 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] For port aa7e544d-e949-45d2-82d0-42b9c514b5bf, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aa7e544d-e949-45d2-82d0-42b9c514b5bf,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:10:19.587334 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:19.590111 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:19.621058 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:19.621638 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:19.623246 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] 10.222.0.35 "PUT /v2.0/ports/aa7e544d-e949-45d2-82d0-42b9c514b5bf HTTP/1.1" status: 200 len: 1094 time: 0.7765648 Jun 16 11:10:19.623507 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1059adad-8465-4058-85af-576e2276346c', 'tag': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:19.625887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a326a01-96dc-4900-b88a-df6819f87a58" -d '{"events": [{"name": "network-changed", "server_uuid": "1059adad-8465-4058-85af-576e2276346c", "tag": "aa7e544d-e949-45d2-82d0-42b9c514b5bf"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:19.656968 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e544d-e949-45d2-82d0-42b9c514b5bf,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:19.660448 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:19.704477 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c065b8a8-232e-4afa-9b30-566186758a2e x-openstack-request-id: req-c065b8a8-232e-4afa-9b30-566186758a2e {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:19.704961 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1059adad-8465-4058-85af-576e2276346c", "tag": "aa7e544d-e949-45d2-82d0-42b9c514b5bf", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:19.705424 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c065b8a8-232e-4afa-9b30-566186758a2e {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:19.706039 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1059adad-8465-4058-85af-576e2276346c', 'tag': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf', 'status': 'completed', 'code': 200} Jun 16 11:10:19.766558 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-4f529c88-018a-4bc9-9f9b-bd1eabdc5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:19.768110 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-4f529c88-018a-4bc9-9f9b-bd1eabdc5b7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70b34175e96543b48d027a56c38a6cdb&device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 1097 time: 0.0803306 Jun 16 11:10:19.797914 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca8e9-dc63-4cc7-9eb3-73ee54b4cdc5 req-dac56e4e-9a13-419d-8c1f-abdbbe55e7c9 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:19.799515 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c78ca8e9-dc63-4cc7-9eb3-73ee54b4cdc5 req-dac56e4e-9a13-419d-8c1f-abdbbe55e7c9 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0696325 Jun 16 11:10:19.828063 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-88a1efc9-57f4-4726-9174-a4313ab0982c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7e544d-e949-45d2-82d0-42b9c514b5bf HTTP/1.1" status: 200 len: 217 time: 0.0517128 Jun 16 11:10:19.841120 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c78ca8e9-dc63-4cc7-9eb3-73ee54b4cdc5 req-624453ff-468d-40e2-9a67-dce865e3e399 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351005 Jun 16 11:10:19.880971 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-1f4a4c45-0722-420b-a51e-3d33872e4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:19.882409 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-1f4a4c45-0722-420b-a51e-3d33872e4cf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d61640b-05e1-4e78-89ea-44bed88ef091 HTTP/1.1" status: 200 len: 849 time: 0.0475771 Jun 16 11:10:19.920258 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-79527c68-5c3d-4804-bb03-be5793781af7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d026001d-8977-4d2a-97c7-90606547510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264547 Jun 16 11:10:20.014323 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-b7597bc6-25a4-4b56-9cbe-7999341b1e22 service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867140 Jun 16 11:10:20.107768 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c63ee87-7382-43a6-9a9c-b7c3adaa0f47 req-c9026004-213c-4988-b41d-7c08217b8e32 service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857725 Jun 16 11:10:20.214652 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-086093fb-411f-4212-a8a7-9e1942f10122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:20.216023 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-086093fb-411f-4212-a8a7-9e1942f10122 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70b34175e96543b48d027a56c38a6cdb&device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 1097 time: 0.0552680 Jun 16 11:10:20.316233 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-0fb2c817-f4be-491e-bbef-96497a0badcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:20.317949 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-0fb2c817-f4be-491e-bbef-96497a0badcd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d026001d-8977-4d2a-97c7-90606547510b HTTP/1.1" status: 200 len: 910 time: 0.0938613 Jun 16 11:10:20.364975 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-d070a36d-0d18-43fc-be6b-384861eea9b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7e544d-e949-45d2-82d0-42b9c514b5bf HTTP/1.1" status: 200 len: 217 time: 0.0391130 Jun 16 11:10:20.420045 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-4c84b376-5c24-42ee-a614-c075d54995a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:20.421538 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-4c84b376-5c24-42ee-a614-c075d54995a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d61640b-05e1-4e78-89ea-44bed88ef091 HTTP/1.1" status: 200 len: 849 time: 0.0456231 Jun 16 11:10:20.461302 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-9d27c101-2858-4f8c-a472-c6bd863b5db6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d026001d-8977-4d2a-97c7-90606547510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319929 Jun 16 11:10:20.825200 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-3e737bf7-7861-4114-a5f4-3588e5d7ebe7 service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554907 Jun 16 11:10:20.870134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f19b2-38e9-4f79-bea2-75efc967e2b6 req-324c84ef-64cd-49bd-ba27-43e6d4504d9a tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:20.871575 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f26f19b2-38e9-4f79-bea2-75efc967e2b6 req-324c84ef-64cd-49bd-ba27-43e6d4504d9a tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 944 time: 0.1003120 Jun 16 11:10:20.959313 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f26f19b2-38e9-4f79-bea2-75efc967e2b6 req-0e4f4859-6fcf-4527-ac2a-840e53b90f0e tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790815 Jun 16 11:10:20.962943 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a326a01-96dc-4900-b88a-df6819f87a58 req-33e64c21-2970-4e89-811a-1565c910a512 service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263578 Jun 16 11:10:21.025217 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f532ef-67d7-48cb-98c1-5eb08ded627c req-f02b4751-74a1-4d51-a5c2-d2a67947cc81 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:21.026587 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-83f532ef-67d7-48cb-98c1-5eb08ded627c req-f02b4751-74a1-4d51-a5c2-d2a67947cc81 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0627029 Jun 16 11:10:21.067976 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-83f532ef-67d7-48cb-98c1-5eb08ded627c req-3ff2833e-6210-4721-b092-95b3dabdf109 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356193 Jun 16 11:10:22.134813 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bacd7-ea28-40f1-acfb-4225d6e1c184 req-e12f3ea6-27a8-494a-8b19-1089746cd188 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:22.136304 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-356bacd7-ea28-40f1-acfb-4225d6e1c184 req-e12f3ea6-27a8-494a-8b19-1089746cd188 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 944 time: 0.0656555 Jun 16 11:10:22.178353 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-356bacd7-ea28-40f1-acfb-4225d6e1c184 req-dad90235-106a-4039-98e8-fd9f2f8e259b tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362942 Jun 16 11:10:22.246432 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e227e-8153-4b3f-9423-c6f8e4807f1a req-a65e41be-9abf-4469-8d5f-158b64d24cbe tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:22.247845 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b57e227e-8153-4b3f-9423-c6f8e4807f1a req-a65e41be-9abf-4469-8d5f-158b64d24cbe tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0629742 Jun 16 11:10:22.286345 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b57e227e-8153-4b3f-9423-c6f8e4807f1a req-536e4347-05a8-4226-9bfe-bb7cb46882a5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324483 Jun 16 11:10:22.924288 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device aa7e544d-e949-45d2-82d0-42b9c514b5bf details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:10:23.026245 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port aa7e544d-e949-45d2-82d0-42b9c514b5bf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aa7e544d-e949-45d2-82d0-42b9c514b5bf,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:23.041176 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf', 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b', 'port_id': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf', 'mac_address': 'fa:16:3e:43:53:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d61640b-05e1-4e78-89ea-44bed88ef091', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:10:23.079641 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:23.094649 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7e544d-e949-45d2-82d0-42b9c514b5bf {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:10:23.116199 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port aa7e544d-e949-45d2-82d0-42b9c514b5bf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aa7e544d-e949-45d2-82d0-42b9c514b5bf,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:23.120477 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:23.123482 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:23.176019 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=aa7e544d-e949-45d2-82d0-42b9c514b5bf,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:23.179568 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:23.364186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5eee1-b55a-491f-8519-decee2e2f902 req-27dd0d59-de12-4c47-9af1-363625ddc388 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:23.365710 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3f5eee1-b55a-491f-8519-decee2e2f902 req-27dd0d59-de12-4c47-9af1-363625ddc388 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 945 time: 0.0725946 Jun 16 11:10:23.403191 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['aa7e544d-e949-45d2-82d0-42b9c514b5bf'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:10:23.412753 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3f5eee1-b55a-491f-8519-decee2e2f902 req-fb9881d2-a42b-41ae-97c3-9e82f8439683 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Jun 16 11:10:23.472784 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a75df-0bf4-47fe-83ce-8bffc89e990a req-c9bcc9fe-9c55-45a1-a28a-683bd784895d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:23.474274 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3c1a75df-0bf4-47fe-83ce-8bffc89e990a req-c9bcc9fe-9c55-45a1-a28a-683bd784895d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0660102 Jun 16 11:10:23.517185 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3c1a75df-0bf4-47fe-83ce-8bffc89e990a req-c9f54516-9785-47fa-824d-3b5e8c68b3f0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368030 Jun 16 11:10:24.594106 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21d3b3-bb1a-477d-a8b4-4ddc5d01ea69 req-6dda2e50-5d89-482e-9b6f-b38dd5c1b04d tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:24.595998 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ae21d3b3-bb1a-477d-a8b4-4ddc5d01ea69 req-6dda2e50-5d89-482e-9b6f-b38dd5c1b04d tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 945 time: 0.0694137 Jun 16 11:10:24.644375 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ae21d3b3-bb1a-477d-a8b4-4ddc5d01ea69 req-73081c70-331e-4af4-9940-0ba32f1b2d48 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Jun 16 11:10:24.704835 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d420b3-9f58-4e65-9dbb-53601f850667 req-1f785575-c32d-410b-b685-b0054a327ae2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:24.706385 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-02d420b3-9f58-4e65-9dbb-53601f850667 req-1f785575-c32d-410b-b685-b0054a327ae2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0696235 Jun 16 11:10:24.742728 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-02d420b3-9f58-4e65-9dbb-53601f850667 req-badaf79a-4ac3-4dba-8aac-e9093eacc7d7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308893 Jun 16 11:10:24.938838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device aa7e544d-e949-45d2-82d0-42b9c514b5bf up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:10:24.995624 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port aa7e544d-e949-45d2-82d0-42b9c514b5bf completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:10:25.000492 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port aa7e544d-e949-45d2-82d0-42b9c514b5bf triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:10:25.000899 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:25.105687 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:25.129449 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1059adad-8465-4058-85af-576e2276346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:25.131721 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84042b4-f001-4dfd-8fb4-548bd49e9073" -d '{"events": [{"server_uuid": "1059adad-8465-4058-85af-576e2276346c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e544d-e949-45d2-82d0-42b9c514b5bf"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:25.144663 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port aa7e544d-e949-45d2-82d0-42b9c514b5bf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aa7e544d-e949-45d2-82d0-42b9c514b5bf,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:25.151673 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:25.152697 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:25.181282 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00169778-c31a-4354-9a60-9d0d2b0f6db0 x-openstack-request-id: req-00169778-c31a-4354-9a60-9d0d2b0f6db0 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:25.181597 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1059adad-8465-4058-85af-576e2276346c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e544d-e949-45d2-82d0-42b9c514b5bf", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:25.181898 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00169778-c31a-4354-9a60-9d0d2b0f6db0 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:25.182326 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1059adad-8465-4058-85af-576e2276346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf', 'code': 200} Jun 16 11:10:25.205116 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=aa7e544d-e949-45d2-82d0-42b9c514b5bf,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:25.209272 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:25.441841 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24237c-e091-487d-a0f6-41f43c7c113d req-0bd9c5ad-609c-4289-878f-5fb1a448c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:25.441841 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8c24237c-e091-487d-a0f6-41f43c7c113d req-0bd9c5ad-609c-4289-878f-5fb1a448c81a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 1099 time: 0.0626516 Jun 16 11:10:25.476870 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8c24237c-e091-487d-a0f6-41f43c7c113d req-1e4068e3-8883-45fd-a6f8-e0d19c7f6898 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295508 Jun 16 11:10:25.855904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93a23-5b77-4f27-841f-3a44501ecc4c req-c122e2bb-c520-4a54-9301-2b460773b990 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:25.857566 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fce93a23-5b77-4f27-841f-3a44501ecc4c req-c122e2bb-c520-4a54-9301-2b460773b990 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0938003 Jun 16 11:10:25.948347 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fce93a23-5b77-4f27-841f-3a44501ecc4c req-b8c03221-705b-43cf-9d7e-97fa98427b1c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706122 Jun 16 11:10:25.968147 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8359d-51de-401e-8dca-df04b0beb0cb req-b683ebed-7966-4825-85ce-5da9cb844ce3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:25.969628 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cef8359d-51de-401e-8dca-df04b0beb0cb req-b683ebed-7966-4825-85ce-5da9cb844ce3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0802178 Jun 16 11:10:26.007219 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cef8359d-51de-401e-8dca-df04b0beb0cb req-6bfcc139-5e59-4bf3-be18-f768d4ce1d48 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315163 Jun 16 11:10:26.953142 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:10:27.063240 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:27.079384 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '9e03593d-9694-4642-b060-1201e5f481bb', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'port_id': '9e03593d-9694-4642-b060-1201e5f481bb', 'mac_address': 'fa:16:3e:e3:c4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:10:27.130194 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:27.147922 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e03593d-9694-4642-b060-1201e5f481bb {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:10:27.155266 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ab59-64de-46a3-a0a9-d7092eac735f req-d2bf396a-b1d5-48d8-a2e7-4c592546922c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:27.156826 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a365ab59-64de-46a3-a0a9-d7092eac735f req-d2bf396a-b1d5-48d8-a2e7-4c592546922c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0802512 Jun 16 11:10:27.182389 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:27.186608 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:27.188889 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:27.206720 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a365ab59-64de-46a3-a0a9-d7092eac735f req-e91ed83f-2e6d-4415-b220-7e2bf3faa5d7 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339963 Jun 16 11:10:27.231833 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb50f2-d284-40f1-8388-148cb7d1da92 req-a3c6965e-aeb6-4ec8-b66b-7fe820551837 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:27.233326 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-42eb50f2-d284-40f1-8388-148cb7d1da92 req-a3c6965e-aeb6-4ec8-b66b-7fe820551837 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 944 time: 0.0679419 Jun 16 11:10:27.247398 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=9']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:27.250581 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:27.282950 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-42eb50f2-d284-40f1-8388-148cb7d1da92 req-78ea1f5e-48ef-4885-b63b-b8f1e4cdc0ae tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394690 Jun 16 11:10:27.914386 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546a68f-a9cd-4daf-8025-ad41d84f601a req-aeda675e-5deb-4cdd-8d1c-27624dc32c84 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:27.915914 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b546a68f-a9cd-4daf-8025-ad41d84f601a req-aeda675e-5deb-4cdd-8d1c-27624dc32c84 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0681350 Jun 16 11:10:27.954342 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b546a68f-a9cd-4daf-8025-ad41d84f601a req-615994fc-b3ab-4823-a993-71dad2d9ac6b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jun 16 11:10:28.463709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72002-1293-4175-a202-2da3344949d2 req-386f14db-6ca7-4295-98db-05f9f3dedeb7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:28.465096 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b7f72002-1293-4175-a202-2da3344949d2 req-386f14db-6ca7-4295-98db-05f9f3dedeb7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.0629735 Jun 16 11:10:28.504458 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b7f72002-1293-4175-a202-2da3344949d2 req-219bd32e-1953-4973-8a83-7657cafec675 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336955 Jun 16 11:10:29.134917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42353bf-1d2d-4c8f-b0ed-a4254762c127 req-3bc3a825-8adc-4809-af63-44a0faf4702f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:29.136386 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d42353bf-1d2d-4c8f-b0ed-a4254762c127 req-3bc3a825-8adc-4809-af63-44a0faf4702f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0656276 Jun 16 11:10:29.177060 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d42353bf-1d2d-4c8f-b0ed-a4254762c127 req-bfc73d3d-5bbe-4ea0-89d3-8b61a374e3e4 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348761 Jun 16 11:10:29.691232 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178466e-9a98-4257-9180-d9867df133f7 req-2595559d-2b40-41fe-909d-73f0d0b7b5f1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:29.692729 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9178466e-9a98-4257-9180-d9867df133f7 req-2595559d-2b40-41fe-909d-73f0d0b7b5f1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.0670059 Jun 16 11:10:29.730062 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9178466e-9a98-4257-9180-d9867df133f7 req-1fb3fc30-623d-43f0-8176-cb7ef9462b4c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315220 Jun 16 11:10:30.352058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e7ed-b29e-47ab-94c7-cb07ca59d6d0 req-8094361c-b4b7-462e-bdfe-324b868015c1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:30.353533 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cb7e7ed-b29e-47ab-94c7-cb07ca59d6d0 req-8094361c-b4b7-462e-bdfe-324b868015c1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0666482 Jun 16 11:10:30.395103 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6cb7e7ed-b29e-47ab-94c7-cb07ca59d6d0 req-08ff4c1b-a9ff-443b-abf3-4e0f87c9c858 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357711 Jun 16 11:10:30.628734 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a403e274-66d2-4ab5-ad1f-b21e039aae9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:30.688220 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['9e03593d-9694-4642-b060-1201e5f481bb'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:10:30.914831 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc1917-9d46-4311-91ce-e749f959d3f5 req-96aa4f5f-586f-44c8-9be5-9c8828353723 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:30.916194 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f6bc1917-9d46-4311-91ce-e749f959d3f5 req-96aa4f5f-586f-44c8-9be5-9c8828353723 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.0621195 Jun 16 11:10:30.954581 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f6bc1917-9d46-4311-91ce-e749f959d3f5 req-4b43f2e8-882c-413f-ab44-20a8f5fba4c7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327971 Jun 16 11:10:31.487993 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b80a43-efca-4250-b365-11baddca6681 req-83e2f708-d21b-4551-b75e-615d86db67a3 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:31.489528 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-30b80a43-efca-4250-b365-11baddca6681 req-83e2f708-d21b-4551-b75e-615d86db67a3 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0740080 Jun 16 11:10:31.529702 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-30b80a43-efca-4250-b365-11baddca6681 req-3dbfd27c-e054-42ae-8348-1cc0b4a99fe8 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Jun 16 11:10:31.597336 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd89fa-3e55-4fd6-9e3f-edb764d0ea2c req-01f4d14e-3cad-457b-9471-aec671c22f2c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:31.599097 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a7dd89fa-3e55-4fd6-9e3f-edb764d0ea2c req-01f4d14e-3cad-457b-9471-aec671c22f2c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0810025 Jun 16 11:10:31.639432 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a7dd89fa-3e55-4fd6-9e3f-edb764d0ea2c req-15c8ffce-7618-4f36-b03d-6c8c62279585 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343459 Jun 16 11:10:32.132145 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b424b-7742-4ab7-bc06-8a80b7173639 req-30f579e2-b75b-41e4-b7d9-71465f4a3456 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:32.133634 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-746b424b-7742-4ab7-bc06-8a80b7173639 req-30f579e2-b75b-41e4-b7d9-71465f4a3456 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.0649261 Jun 16 11:10:32.171030 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-746b424b-7742-4ab7-bc06-8a80b7173639 req-ad61d93c-e3a7-43a6-b5f7-3895b5155c6e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318508 Jun 16 11:10:32.714459 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7379-c617-4be7-a862-5ddc9ca5b68e req-4a08907b-b877-4b3a-84f3-a5a4fba8fdbb tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:32.715948 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-794d7379-c617-4be7-a862-5ddc9ca5b68e req-4a08907b-b877-4b3a-84f3-a5a4fba8fdbb tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0635483 Jun 16 11:10:32.758558 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-794d7379-c617-4be7-a862-5ddc9ca5b68e req-4aa71e01-317b-41ba-9173-138d12c95e18 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367970 Jun 16 11:10:32.816633 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c2d81-68e2-49df-882e-d1658c82d8ea req-71915a82-797f-40bb-80c4-e3b8e039c00e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:32.818089 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5a3c2d81-68e2-49df-882e-d1658c82d8ea req-71915a82-797f-40bb-80c4-e3b8e039c00e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0641932 Jun 16 11:10:32.857308 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5a3c2d81-68e2-49df-882e-d1658c82d8ea req-649166f4-aaf2-4e58-930d-4bdbf95041cb tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Jun 16 11:10:33.357337 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8084509-0443-4ac3-bf31-edbe21bc222c req-c43db1ec-77db-46c1-bd9a-0fa6d5bf66b7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:33.358827 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b8084509-0443-4ac3-bf31-edbe21bc222c req-c43db1ec-77db-46c1-bd9a-0fa6d5bf66b7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 945 time: 0.0634995 Jun 16 11:10:33.398427 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b8084509-0443-4ac3-bf31-edbe21bc222c req-e0135879-a191-47fc-abb8-ced347b257be tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335166 Jun 16 11:10:33.401574 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:33.650271 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:10:33.696780 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 9e03593d-9694-4642-b060-1201e5f481bb triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:10:33.697070 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:33.741978 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7315bfe6-6ba0-4cc5-9a07-5eb4f110f330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:33.901096 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:33.926383 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:33.928702 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ac351f-2106-40c1-b7c3-ba4d40f87b9d" -d '{"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-plugged", "status": "completed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:33.942458 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:33.945040 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6c64-97c8-412f-a077-b660a1ea1ccb req-5ef960ba-02d9-43e9-a080-1cdb27ee93ff tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:33.946566 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f8b6c64-97c8-412f-a077-b660a1ea1ccb req-5ef960ba-02d9-43e9-a080-1cdb27ee93ff tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0732098 Jun 16 11:10:33.947001 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:33.948919 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0971ebcf-9b63-4313-b566-6f9350c98e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:33.988018 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f8b6c64-97c8-412f-a077-b660a1ea1ccb req-ca445dbe-30ec-4e1d-b7ca-833ff09c46e5 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Jun 16 11:10:33.996336 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=10']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:34.004352 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.004800 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.005255 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.005689 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.006114 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.006541 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.007020 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.007446 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.007928 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.008352 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.008787 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.009205 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:34.013455 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:34.039047 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904ac54e-0df6-4656-a2d4-7b38539a0095 x-openstack-request-id: req-904ac54e-0df6-4656-a2d4-7b38539a0095 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:34.039362 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-plugged", "status": "completed", "tag": "9e03593d-9694-4642-b060-1201e5f481bb", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:34.039623 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-904ac54e-0df6-4656-a2d4-7b38539a0095 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:34.040075 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb', 'code': 200} Jun 16 11:10:34.047117 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c611ba4-5a48-4f62-a5d9-9b9fa2dc18d8 req-89916654-216d-4ae9-ac42-958324de9e85 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:34.048619 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c611ba4-5a48-4f62-a5d9-9b9fa2dc18d8 req-89916654-216d-4ae9-ac42-958324de9e85 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0728188 Jun 16 11:10:34.087323 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4c611ba4-5a48-4f62-a5d9-9b9fa2dc18d8 req-2943fef1-93d0-4544-9694-a3a336ffc67e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Jun 16 11:10:34.507396 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:34.592841 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a2346-11a3-45a0-9ef6-15d541822726 req-2a1ec738-068f-42d4-b6c0-97fea7161433 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:34.594359 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-242a2346-11a3-45a0-9ef6-15d541822726 req-2a1ec738-068f-42d4-b6c0-97fea7161433 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0652633 Jun 16 11:10:34.633700 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-242a2346-11a3-45a0-9ef6-15d541822726 req-124a11e8-f821-45de-a441-647321de3bff tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326715 Jun 16 11:10:35.172989 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb157cd-253d-46bf-a9f5-c7c639c752da req-d4095ab0-4c3f-4569-8ed5-41b1f19c803d tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:35.174999 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7fb157cd-253d-46bf-a9f5-c7c639c752da req-d4095ab0-4c3f-4569-8ed5-41b1f19c803d tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0704646 Jun 16 11:10:35.213316 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7fb157cd-253d-46bf-a9f5-c7c639c752da req-d49b14a4-db83-484b-832b-599d7ba05e19 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jun 16 11:10:35.266241 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c699f-6a97-4a22-b166-6b3af03ac8c7 req-cd671160-7023-4054-90ed-519c9efd4eb0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:35.267693 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f8c699f-6a97-4a22-b166-6b3af03ac8c7 req-cd671160-7023-4054-90ed-519c9efd4eb0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0677161 Jun 16 11:10:35.305528 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f8c699f-6a97-4a22-b166-6b3af03ac8c7 req-27eab242-8f4e-4dfd-a49d-61407f7e5310 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Jun 16 11:10:35.812822 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d860d-b9d0-4e23-bb1e-722d4c37f31e req-ed719f13-4d80-4ec1-b5ce-27c9c01ba515 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:35.814249 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-551d860d-b9d0-4e23-bb1e-722d4c37f31e req-ed719f13-4d80-4ec1-b5ce-27c9c01ba515 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0635397 Jun 16 11:10:35.853696 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-551d860d-b9d0-4e23-bb1e-722d4c37f31e req-b5a5c17e-0503-4f9c-8a0a-cf6dc4fe3cd6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328517 Jun 16 11:10:36.145228 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:36.396339 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770006b-4b10-4c1f-80bd-577d209b91f7 req-c60a2432-a628-432d-9957-93c4a61632c6 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:36.398278 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4770006b-4b10-4c1f-80bd-577d209b91f7 req-c60a2432-a628-432d-9957-93c4a61632c6 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0651200 Jun 16 11:10:36.437883 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4770006b-4b10-4c1f-80bd-577d209b91f7 req-e455a914-f236-4ac7-8759-7346254dee41 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Jun 16 11:10:36.478440 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626aaf8-b2c0-4619-992a-bd26f0b375ad req-faa4a46b-0bfd-49ea-83a0-5036c2854ed3 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:36.479924 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6626aaf8-b2c0-4619-992a-bd26f0b375ad req-faa4a46b-0bfd-49ea-83a0-5036c2854ed3 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0621600 Jun 16 11:10:36.523945 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6626aaf8-b2c0-4619-992a-bd26f0b375ad req-be9930e3-c923-4372-9db8-8d59e6d8f35f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383501 Jun 16 11:10:37.038401 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba5df-436a-4fa1-b07d-b4241792c2a4 req-a0e684c0-08f9-498c-b79b-9e9905be6d20 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:37.039908 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2d3ba5df-436a-4fa1-b07d-b4241792c2a4 req-a0e684c0-08f9-498c-b79b-9e9905be6d20 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0688090 Jun 16 11:10:37.078821 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2d3ba5df-436a-4fa1-b07d-b4241792c2a4 req-c8daff8e-c9f2-4619-a12b-9bc1398f21b4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332723 Jun 16 11:10:37.614527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0663-d157-44eb-afbc-9356b88202b7 req-5e273634-dd05-46e8-8de6-4be8a96450da tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:37.616043 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-00cc0663-d157-44eb-afbc-9356b88202b7 req-5e273634-dd05-46e8-8de6-4be8a96450da tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.0668836 Jun 16 11:10:37.655099 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-00cc0663-d157-44eb-afbc-9356b88202b7 req-3445fffc-34f0-4964-9c44-ecc5fe5e67ff tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Jun 16 11:10:37.711752 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2f557-37e9-4e6e-80c3-7fc8e0e8dad6 req-6f7f5c01-c4aa-42d4-9f56-f664394ad314 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:37.713215 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c2d2f557-37e9-4e6e-80c3-7fc8e0e8dad6 req-6f7f5c01-c4aa-42d4-9f56-f664394ad314 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0729971 Jun 16 11:10:37.752394 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c2d2f557-37e9-4e6e-80c3-7fc8e0e8dad6 req-96e865d6-f529-4fb2-a1d4-7ddcd6461aad tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Jun 16 11:10:38.205180 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521dada-964a-4822-9419-3e9b07f552c6 req-d85b0ca2-9691-4090-a00a-81662a9d955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:38.206868 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5521dada-964a-4822-9419-3e9b07f552c6 req-d85b0ca2-9691-4090-a00a-81662a9d955f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1100 time: 0.0574636 Jun 16 11:10:38.228953 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-a283b21d-6b1b-4cca-b998-0f68c3705a89 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:38.230446 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-a283b21d-6b1b-4cca-b998-0f68c3705a89 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 946 time: 0.1040831 Jun 16 11:10:38.283704 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5521dada-964a-4822-9419-3e9b07f552c6 req-e4ad6840-d7b6-4535-be40-975263612745 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666754 Jun 16 11:10:38.331630 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf180dbe-3afe-47b9-bec6-a7705f866d58 req-12dd14a8-25b0-4460-8e68-999b98559db9 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:38.333130 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf180dbe-3afe-47b9-bec6-a7705f866d58 req-12dd14a8-25b0-4460-8e68-999b98559db9 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.1248193 Jun 16 11:10:38.362026 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Deleting port aa7e544d-e949-45d2-82d0-42b9c514b5bf {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:10:38.362385 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:38.365101 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-7f147e63-7b42-49eb-b0db-67b530e37703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:38.366494 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-7f147e63-7b42-49eb-b0db-67b530e37703 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 1099 time: 0.0946317 Jun 16 11:10:38.382584 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf180dbe-3afe-47b9-bec6-a7705f866d58 req-2b1bb83d-6d11-4150-9820-97a162bcbc15 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420661 Jun 16 11:10:38.464687 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] For port aa7e544d-e949-45d2-82d0-42b9c514b5bf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aa7e544d-e949-45d2-82d0-42b9c514b5bf,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:38.465074 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:38.520266 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-e39b8da8-0658-4a4d-bbed-b94dd1ed0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:38.521792 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-e39b8da8-0658-4a4d-bbed-b94dd1ed0cbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 912 time: 0.1303542 Jun 16 11:10:38.534438 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Calling delete_port for aa7e544d-e949-45d2-82d0-42b9c514b5bf owned by compute:nova {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:10:38.602901 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-9e89c6c3-0ad8-4b8f-bd60-2746e971cf13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 200 len: 1001 time: 0.0742164 Jun 16 11:10:38.687224 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:38.692942 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:38.744759 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Pushing event deleted for resources: {'Port': ['ID=aa7e544d-e949-45d2-82d0-42b9c514b5bf,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:38.768715 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] No DVR routers for this DVR port aa7e544d-e949-45d2-82d0-42b9c514b5bf on host hv-cinder-78662 {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:10:38.771660 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.772223 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.772601 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.772929 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.773274 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.773621 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.773960 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.774299 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.774639 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.775090 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.775296 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.775930 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:38.779613 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:38.781775 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d6f0c641-df4b-4433-8f01-61fc362ddf20 req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "DELETE /v2.0/ports/aa7e544d-e949-45d2-82d0-42b9c514b5bf HTTP/1.1" status: 204 len: 173 time: 0.5449910 Jun 16 11:10:38.782404 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1059adad-8465-4058-85af-576e2276346c', 'name': 'network-vif-deleted', 'tag': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:38.786940 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bb7748-a93a-4235-bea8-8acf1a9b4d64" -d '{"events": [{"server_uuid": "1059adad-8465-4058-85af-576e2276346c", "name": "network-vif-deleted", "tag": "aa7e544d-e949-45d2-82d0-42b9c514b5bf"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:38.790434 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:38.839284 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f6f6fc36-98cf-46d5-9ce5-e5079ade239a req-c446bb35-90c7-4656-b6ad-abc2942b7a73 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0331354 Jun 16 11:10:38.885417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee9bba-ece9-4551-abba-cc8b0ca7faaf x-openstack-request-id: req-57ee9bba-ece9-4551-abba-cc8b0ca7faaf {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:38.885856 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1059adad-8465-4058-85af-576e2276346c", "name": "network-vif-deleted", "tag": "aa7e544d-e949-45d2-82d0-42b9c514b5bf", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:38.886137 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57ee9bba-ece9-4551-abba-cc8b0ca7faaf {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:38.886560 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1059adad-8465-4058-85af-576e2276346c', 'name': 'network-vif-deleted', 'tag': 'aa7e544d-e949-45d2-82d0-42b9c514b5bf', 'status': 'completed', 'code': 200} Jun 16 11:10:38.964423 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ee657-73d2-47b7-8580-6ba6711dc804 req-c33c979d-9c68-421d-a633-21c40daf0df6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:38.965800 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-612ee657-73d2-47b7-8580-6ba6711dc804 req-c33c979d-9c68-421d-a633-21c40daf0df6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0643728 Jun 16 11:10:39.005500 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-612ee657-73d2-47b7-8580-6ba6711dc804 req-75b4cab5-845d-49ab-8cde-41c1715ae705 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Jun 16 11:10:39.563976 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c220cd-70a1-4873-ba59-7340017c643e req-f3fc06b6-a296-43b1-a469-5074aace61f2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:39.566371 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-07c220cd-70a1-4873-ba59-7340017c643e req-f3fc06b6-a296-43b1-a469-5074aace61f2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0637290 Jun 16 11:10:39.604893 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-07c220cd-70a1-4873-ba59-7340017c643e req-48a52f5b-c2ec-425f-bd3f-292b9377648f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329466 Jun 16 11:10:39.605403 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-f72e4bda-c987-4916-b82a-159d29c792ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:39.606870 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-f72e4bda-c987-4916-b82a-159d29c792ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.0482416 Jun 16 11:10:39.987021 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6c4d845a-35ea-44ea-9278-8fce44bcf2d0 req-5ef4a871-f2f3-4fad-a153-e20af540e7a8 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0270693 Jun 16 11:10:40.185692 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36950b4a-a107-4ac6-b54a-41c4ce5359a2 req-7bb5eded-a3ed-4b46-8393-c85e3a032337 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:40.187229 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-36950b4a-a107-4ac6-b54a-41c4ce5359a2 req-7bb5eded-a3ed-4b46-8393-c85e3a032337 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0642796 Jun 16 11:10:40.224211 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-36950b4a-a107-4ac6-b54a-41c4ce5359a2 req-45f7e969-47ff-4f5d-809a-4fb150b56d78 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Jun 16 11:10:40.794239 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64542-6558-4c96-b957-fa4166c3936b req-0b6fa6a5-facc-45b4-bee3-41a58132930d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:40.795716 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-39a64542-6558-4c96-b957-fa4166c3936b req-0b6fa6a5-facc-45b4-bee3-41a58132930d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0748508 Jun 16 11:10:40.836714 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-39a64542-6558-4c96-b957-fa4166c3936b req-e65de164-5bfb-4f6f-8348-8068051b1a9a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341969 Jun 16 11:10:41.138244 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bb69fb3c-ed4a-4784-ad4b-771b3968287f req-0680fbaa-d30a-4f82-9651-e2328c466757 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0328960 Jun 16 11:10:41.417706 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb9edc-45a1-43e2-b02b-60898038d7f0 req-fbcda621-52bc-47a0-95d2-6d49fb15cfaf tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:41.419052 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-afbb9edc-45a1-43e2-b02b-60898038d7f0 req-fbcda621-52bc-47a0-95d2-6d49fb15cfaf tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0732443 Jun 16 11:10:41.455452 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-afbb9edc-45a1-43e2-b02b-60898038d7f0 req-908b9fe0-7f83-4603-9b37-66dc7a39d73f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306869 Jun 16 11:10:41.616273 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device aa7e544d-e949-45d2-82d0-42b9c514b5bf no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:10:41.641858 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: aa7e544d-e949-45d2-82d0-42b9c514b5bf {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:10:41.642223 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device aa7e544d-e949-45d2-82d0-42b9c514b5bf not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:10:41.643959 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:41.680081 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-caf8eea1-4368-46c9-933a-236c1332784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:41.681485 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-caf8eea1-4368-46c9-933a-236c1332784b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0649385 Jun 16 11:10:41.788546 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-22e61e25-2dcf-4982-90df-482ca570bc8e service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972521 Jun 16 11:10:41.895545 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d20f475a-57a6-4dbe-acae-886b8b794de7 req-3c530f52-f9c5-4f9c-bf3a-fc199ea0dd34 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959702 Jun 16 11:10:42.039510 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ca18-ce80-452d-bbe7-46ae99dfb5ca req-22777d08-1714-4a98-ae64-82b6c190ecba tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:42.044435 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1301ca18-ce80-452d-bbe7-46ae99dfb5ca req-22777d08-1714-4a98-ae64-82b6c190ecba tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0808392 Jun 16 11:10:42.087331 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1301ca18-ce80-452d-bbe7-46ae99dfb5ca req-bc20c4b7-0213-4675-a8aa-0c4ca65066dc tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404854 Jun 16 11:10:42.299618 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-35c8eddf-5eb0-4a4d-ba79-a5b4d1843247 req-f6f2124f-7aa1-442c-ad41-c33a87622e66 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1059adad-8465-4058-85af-576e2276346c HTTP/1.1" status: 200 len: 210 time: 0.0278625 Jun 16 11:10:42.703818 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c42d5-0e01-42f6-83d0-06b4720a1038 req-84013092-516c-46a7-84e2-0372ff025880 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:42.706412 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f8c42d5-0e01-42f6-83d0-06b4720a1038 req-84013092-516c-46a7-84e2-0372ff025880 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1034193 Jun 16 11:10:42.760639 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7f8c42d5-0e01-42f6-83d0-06b4720a1038 req-b2d74d93-fe11-420d-bf49-9f43c4d439c4 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478904 Jun 16 11:10:43.287739 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4902a21-8480-4867-b3fb-d581de677256 req-b0c7fa20-7cdf-4f85-8b80-2f03f9539036 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:43.289259 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f4902a21-8480-4867-b3fb-d581de677256 req-b0c7fa20-7cdf-4f85-8b80-2f03f9539036 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0704281 Jun 16 11:10:43.326531 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f4902a21-8480-4867-b3fb-d581de677256 req-e1e2abe1-25ec-4238-8d47-f4cdc9298fd1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315976 Jun 16 11:10:43.740910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-98b70bbb-9d05-442c-9430-c9a8374ad416 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:43.742479 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-98b70bbb-9d05-442c-9430-c9a8374ad416 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/networks?id=d026001d-8977-4d2a-97c7-90606547510b HTTP/1.1" status: 200 len: 809 time: 0.1171973 Jun 16 11:10:43.760498 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-41504d68-f1d4-4be5-a4d7-deb75dceab48 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/quotas/70b34175e96543b48d027a56c38a6cdb HTTP/1.1" status: 200 len: 375 time: 0.0116327 Jun 16 11:10:43.817168 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-52b09682-eb89-47b8-8bd2-e1569849a9c3 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70b34175e96543b48d027a56c38a6cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503540 Jun 16 11:10:43.919070 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-d798b50e-ca3e-40dc-9803-bfa6b1894616 service neutron] 10.222.0.21 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953705 Jun 16 11:10:43.970298 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d529-275d-48d7-9804-49d6fbdc2e64 req-074a1193-15aa-4f38-a107-f8be658c93cc tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:43.971761 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2352d529-275d-48d7-9804-49d6fbdc2e64 req-074a1193-15aa-4f38-a107-f8be658c93cc tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0836158 Jun 16 11:10:44.022763 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-eb132477-0027-4402-80cf-134145f938d1 service neutron] 10.222.0.21 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980024 Jun 16 11:10:44.025682 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2352d529-275d-48d7-9804-49d6fbdc2e64 req-c23647a2-62bc-4926-8e1b-ae229fbda970 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474327 Jun 16 11:10:44.205413 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ab476958-7b3b-43a8-ae21-6b5b08f11b77 req-f630933f-8198-4fae-bf18-ef0a17b79b0d tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 210 time: 0.0305760 Jun 16 11:10:44.528477 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d1fd3-f6eb-49e4-91fb-30be16b3ed3c req-98f37fcd-729d-41b5-a024-4866b2514066 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:44.530060 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b22d1fd3-f6eb-49e4-91fb-30be16b3ed3c req-98f37fcd-729d-41b5-a024-4866b2514066 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.0650444 Jun 16 11:10:44.573381 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b22d1fd3-f6eb-49e4-91fb-30be16b3ed3c req-a10ba302-c001-4cda-961e-ec17969519aa tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367751 Jun 16 11:10:45.231207 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a82c2d-6194-4268-b77a-9d8f3cbf0d1d req-f4d87fdc-e988-4788-b1b5-91d29f064195 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:45.234590 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-63a82c2d-6194-4268-b77a-9d8f3cbf0d1d req-f4d87fdc-e988-4788-b1b5-91d29f064195 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0837905 Jun 16 11:10:45.295015 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-63a82c2d-6194-4268-b77a-9d8f3cbf0d1d req-e280bfd0-8da0-49a7-8afb-40ebbbe4d8eb tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504158 Jun 16 11:10:45.420041 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cb1d61e1-6504-4b23-9118-3f07c54771cc req-8d012286-09ce-4329-9fea-02b24e033054 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 210 time: 0.0480258 Jun 16 11:10:45.538082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-bb46a1fe-db1c-476e-954c-cbe443580ea5 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:45.539591 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-bb46a1fe-db1c-476e-954c-cbe443580ea5 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "GET /v2.0/networks?id=d026001d-8977-4d2a-97c7-90606547510b HTTP/1.1" status: 200 len: 809 time: 0.1076167 Jun 16 11:10:45.560393 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Request body: {'port': {'device_id': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b', 'admin_state_up': True, 'tenant_id': '70b34175e96543b48d027a56c38a6cdb'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:10:45.963037 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Made reservation on behalf of 70b34175e96543b48d027a56c38a6cdb for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:10:45.966442 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:45.982654 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c05a77-2a4e-4a15-9483-88bc8055b2ab req-f2054cea-fd90-431c-9a3c-96fa9d202387 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:45.984087 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-32c05a77-2a4e-4a15-9483-88bc8055b2ab req-f2054cea-fd90-431c-9a3c-96fa9d202387 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.1187387 Jun 16 11:10:46.068432 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-32c05a77-2a4e-4a15-9483-88bc8055b2ab req-e7403295-b889-47bf-ad77-b90872b15fd4 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775659 Jun 16 11:10:46.121928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Allocated IP 172.20.0.10 (d026001d-8977-4d2a-97c7-90606547510b/0d61640b-05e1-4e78-89ea-44bed88ef091/5870207c-87bd-4e9f-83ef-50f9c98a3190) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:10:46.289694 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:46.330741 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:46.342577 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ad647145-0c00-4890-824b-ab8d90418321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:46.371034 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Network d026001d-8977-4d2a-97c7-90606547510b is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:10:46.376318 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:10:46.379494 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:10:46.427740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Pushing event updated for resources: {'Port': ['ID=5870207c-87bd-4e9f-83ef-50f9c98a3190,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:46.441605 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.442118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.442613 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.443064 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.443597 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.444218 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.444675 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.445150 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.445603 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.446046 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.446489 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.447014 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:10:46.463055 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:46.476491 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:46.476491 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:46.495396 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972822d-1ca1-4a70-86f7-c854bb4975f4 req-9141526b-0388-4e9e-bdb9-c0ef58c00202 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:46.497526 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9972822d-1ca1-4a70-86f7-c854bb4975f4 req-9141526b-0388-4e9e-bdb9-c0ef58c00202 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0811799 Jun 16 11:10:46.505103 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9483492 Jun 16 11:10:46.518940 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Request body: {'port': {'device_id': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:10:46.547466 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9972822d-1ca1-4a70-86f7-c854bb4975f4 req-72b45bdb-1f91-49e1-a63a-8686d69d99ad tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 Jun 16 11:10:46.661508 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:46.672632 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6db0c-81a8-4d43-a8fe-7874ed8d61a6 req-2d540f01-5a16-4ff9-8203-b8b80e08aeec tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:46.674380 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f8f6db0c-81a8-4d43-a8fe-7874ed8d61a6 req-2d540f01-5a16-4ff9-8203-b8b80e08aeec tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 932 time: 0.1125596 Jun 16 11:10:46.748407 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f8f6db0c-81a8-4d43-a8fe-7874ed8d61a6 req-91061c2c-0b00-4a4f-9208-4a225605186f tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677390 Jun 16 11:10:46.971856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5870207c-87bd-4e9f-83ef-50f9c98a3190 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:10:46.984221 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:47.003670 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Transition to ACTIVE for port object 5870207c-87bd-4e9f-83ef-50f9c98a3190 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:10:47.007544 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:47.009479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f61189db-a792-444e-9c3d-122e2d4c2cf8 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:47.080343 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Pushing event updated for resources: {'Port': ['ID=5870207c-87bd-4e9f-83ef-50f9c98a3190,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:47.085090 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:47.152422 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Attempting to bind port 5870207c-87bd-4e9f-83ef-50f9c98a3190 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:10:47.152756 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Attempting to bind port 5870207c-87bd-4e9f-83ef-50f9c98a3190 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:10:47.153084 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Attempting to bind port 5870207c-87bd-4e9f-83ef-50f9c98a3190 on network d026001d-8977-4d2a-97c7-90606547510b {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:10:47.157563 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Port 5870207c-87bd-4e9f-83ef-50f9c98a3190 on network d026001d-8977-4d2a-97c7-90606547510b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:10:47.157885 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Attempting to bind port 5870207c-87bd-4e9f-83ef-50f9c98a3190 on network d026001d-8977-4d2a-97c7-90606547510b {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:10:47.165394 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:10:47.165970 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Checking segment: {'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:10:47.166625 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Bound using segment: {'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:10:47.167332 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Bound port: 5870207c-87bd-4e9f-83ef-50f9c98a3190, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904f4c69-5284-4788-8f0a-7f1c807f753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:10:47.167977 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:47.251804 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734ed94-bf6b-4dd2-b54a-1db5de69aa77 req-9175a45f-e3db-42fe-a455-cd50da4e7d24 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:47.253347 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5734ed94-bf6b-4dd2-b54a-1db5de69aa77 req-9175a45f-e3db-42fe-a455-cd50da4e7d24 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0633624 Jun 16 11:10:47.276430 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] For port 5870207c-87bd-4e9f-83ef-50f9c98a3190, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:10:47.279618 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] For port 5870207c-87bd-4e9f-83ef-50f9c98a3190, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5870207c-87bd-4e9f-83ef-50f9c98a3190,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:10:47.286777 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:47.288928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-339bb5fa-3026-4f89-a12f-db0939f29edc tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:47.294910 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5734ed94-bf6b-4dd2-b54a-1db5de69aa77 req-06cd0db3-6e6c-451d-93a2-827ae1a3d212 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad6d71eb-cec4-43a4-9348-6b47b46ebc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Jun 16 11:10:47.330305 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:47.330970 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:47.332860 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] 10.222.0.35 "PUT /v2.0/ports/5870207c-87bd-4e9f-83ef-50f9c98a3190 HTTP/1.1" status: 200 len: 1094 time: 0.8195632 Jun 16 11:10:47.333340 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'tag': '5870207c-87bd-4e9f-83ef-50f9c98a3190'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:47.335615 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa", "tag": "5870207c-87bd-4e9f-83ef-50f9c98a3190"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:47.356031 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Pushing event updated for resources: {'Port': ['ID=5870207c-87bd-4e9f-83ef-50f9c98a3190,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:47.359748 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:47.381820 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343e278b-50e9-4c0a-840a-494126dfdd66 x-openstack-request-id: req-343e278b-50e9-4c0a-840a-494126dfdd66 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:47.382138 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa", "tag": "5870207c-87bd-4e9f-83ef-50f9c98a3190", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:47.382419 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-343e278b-50e9-4c0a-840a-494126dfdd66 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:47.382856 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'tag': '5870207c-87bd-4e9f-83ef-50f9c98a3190', 'status': 'completed', 'code': 200} Jun 16 11:10:47.442924 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-640c5012-bb03-4570-91cf-241329502ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:47.444436 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-640c5012-bb03-4570-91cf-241329502ddb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70b34175e96543b48d027a56c38a6cdb&device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 1097 time: 0.0523434 Jun 16 11:10:47.485035 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-b09472bb-c9ce-4b1d-ac41-c49bbe33b8fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5870207c-87bd-4e9f-83ef-50f9c98a3190 HTTP/1.1" status: 200 len: 217 time: 0.0333221 Jun 16 11:10:47.534761 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-7f09079a-16da-46ad-a8fb-873400861b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:47.536448 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-7f09079a-16da-46ad-a8fb-873400861b27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d61640b-05e1-4e78-89ea-44bed88ef091 HTTP/1.1" status: 200 len: 849 time: 0.0432544 Jun 16 11:10:47.577419 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-00b70711-a64c-4449-86eb-e0cf70eb87c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d026001d-8977-4d2a-97c7-90606547510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344093 Jun 16 11:10:47.579953 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-c28d3e5d-46de-423f-93a9-a923454b05f7 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:47.582462 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-c28d3e5d-46de-423f-93a9-a923454b05f7 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 946 time: 0.0970500 Jun 16 11:10:47.673615 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-9fc044c6-a246-4739-bbef-47e548bb7707 service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Jun 16 11:10:47.735177 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Deleting port 26382f9d-446a-4cfd-bcd7-1df735b93a87 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:10:47.735516 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:47.769987 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e12f6-45a0-42b2-abc9-79790bf2c3ce req-fa8db34a-04de-4b17-ab5d-2b856a4d1468 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:47.771483 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d32e12f6-45a0-42b2-abc9-79790bf2c3ce req-fa8db34a-04de-4b17-ab5d-2b856a4d1468 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1031621 Jun 16 11:10:47.776428 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d482e3e5-dc6d-4755-9fdd-e7f9222f5745 req-9b90f1c9-8805-49c0-b831-477732750a6b service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958488 Jun 16 11:10:47.881751 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d32e12f6-45a0-42b2-abc9-79790bf2c3ce req-4221e144-e906-4c85-84c1-eef36fafd77c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027718 Jun 16 11:10:47.898107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] For port 26382f9d-446a-4cfd-bcd7-1df735b93a87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=26382f9d-446a-4cfd-bcd7-1df735b93a87,segment=NetworkSegment(faf1450a-abff-46a8-87e9-7b3f2018bdd6),segment_id=faf1450a-abff-46a8-87e9-7b3f2018bdd6)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:47.898475 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:47.957776 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-bf44b322-7f46-47a9-9c6f-e0bbec3ff5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:47.959486 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-bf44b322-7f46-47a9-9c6f-e0bbec3ff5c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70b34175e96543b48d027a56c38a6cdb&device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 1097 time: 0.1210728 Jun 16 11:10:48.005553 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Calling delete_port for 26382f9d-446a-4cfd-bcd7-1df735b93a87 owned by compute:nova {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:10:48.005999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fc16b-73c3-47d4-a773-500ef896575c req-d4f71384-7994-4239-bb15-98f923321f42 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:48.007498 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-658fc16b-73c3-47d4-a773-500ef896575c req-d4f71384-7994-4239-bb15-98f923321f42 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 944 time: 0.1309047 Jun 16 11:10:48.099721 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-658fc16b-73c3-47d4-a773-500ef896575c req-e46c2301-c22e-4bcd-9464-8687a8bbcad9 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774271 Jun 16 11:10:48.103121 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-e6e999d6-1e7d-4861-8a81-779972f884cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:48.104571 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-e6e999d6-1e7d-4861-8a81-779972f884cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=d026001d-8977-4d2a-97c7-90606547510b HTTP/1.1" status: 200 len: 910 time: 0.1363990 Jun 16 11:10:48.152240 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-07ccbc45-889d-4dec-850c-15974a2a6b69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5870207c-87bd-4e9f-83ef-50f9c98a3190 HTTP/1.1" status: 200 len: 217 time: 0.0398674 Jun 16 11:10:48.172012 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:48.176322 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:48.181448 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['26382f9d-446a-4cfd-bcd7-1df735b93a87'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:10:48.229474 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Pushing event deleted for resources: {'Port': ['ID=26382f9d-446a-4cfd-bcd7-1df735b93a87,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:48.232681 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-c268d9c4-4efd-44a2-81c7-d448a0fd2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:48.234442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:48.238069 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-c268d9c4-4efd-44a2-81c7-d448a0fd2b32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d61640b-05e1-4e78-89ea-44bed88ef091 HTTP/1.1" status: 200 len: 849 time: 0.0798180 Jun 16 11:10:48.279526 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-0f6414a8-e1fb-4164-bd70-d272954f599e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d026001d-8977-4d2a-97c7-90606547510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340385 Jun 16 11:10:48.297409 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] No DVR routers for this DVR port 26382f9d-446a-4cfd-bcd7-1df735b93a87 on host hv-cinder-78662 {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:10:48.299973 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:48.302181 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bc6deeb0-3135-4b47-a957-d2c67f7e49da req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.35 "DELETE /v2.0/ports/26382f9d-446a-4cfd-bcd7-1df735b93a87 HTTP/1.1" status: 204 len: 173 time: 0.7139623 Jun 16 11:10:48.302674 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a678de1-917e-471b-8122-ebdce1896911', 'name': 'network-vif-deleted', 'tag': '26382f9d-446a-4cfd-bcd7-1df735b93a87'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:48.304982 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c7b3ba-139e-4689-a801-c9ecb5b69704" -d '{"events": [{"server_uuid": "2a678de1-917e-471b-8122-ebdce1896911", "name": "network-vif-deleted", "tag": "26382f9d-446a-4cfd-bcd7-1df735b93a87"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:48.345287 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2130911-2ecf-4553-9b1d-3d656c6f4c2b x-openstack-request-id: req-f2130911-2ecf-4553-9b1d-3d656c6f4c2b {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:48.345615 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a678de1-917e-471b-8122-ebdce1896911", "name": "network-vif-deleted", "tag": "26382f9d-446a-4cfd-bcd7-1df735b93a87", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:48.345900 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2130911-2ecf-4553-9b1d-3d656c6f4c2b {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:48.346334 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a678de1-917e-471b-8122-ebdce1896911', 'name': 'network-vif-deleted', 'tag': '26382f9d-446a-4cfd-bcd7-1df735b93a87', 'status': 'completed', 'code': 200} Jun 16 11:10:48.403713 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e3e6-25b5-4b05-be03-03e2f5e8d930 req-902144de-ced7-492a-941c-ca7f003fb94f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:48.405914 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dfe7e3e6-25b5-4b05-be03-03e2f5e8d930 req-902144de-ced7-492a-941c-ca7f003fb94f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1025355 Jun 16 11:10:48.454863 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dfe7e3e6-25b5-4b05-be03-03e2f5e8d930 req-b265d7be-940b-431c-8671-951978adf5f0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Jun 16 11:10:48.470742 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e76863ce-2ce2-491d-a297-d043a336f9ef req-db75d148-b131-4997-a19c-e87beaca56aa tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 210 time: 0.0387313 Jun 16 11:10:49.281269 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a85ac-e949-4d2a-bd02-e3ac16e85e69 req-06a28bba-0b68-45d7-a6a0-9d02b55ee71f tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:49.282724 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-466a85ac-e949-4d2a-bd02-e3ac16e85e69 req-06a28bba-0b68-45d7-a6a0-9d02b55ee71f tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 944 time: 0.0711408 Jun 16 11:10:49.320324 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-466a85ac-e949-4d2a-bd02-e3ac16e85e69 req-980b1907-2f1e-47df-a2a2-8605689223af tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Jun 16 11:10:49.611485 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1f9cff16-9eb5-47e2-b0ab-b153db704df7 req-0f3dfb1c-4514-4302-984a-bc521dc7d63e tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 210 time: 0.0279329 Jun 16 11:10:49.644410 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0c951-d381-4d1d-b8a0-5a9b96774610 req-9d6174d5-e1fa-441c-a24f-c54bf6340aed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:49.645906 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9ff0c951-d381-4d1d-b8a0-5a9b96774610 req-9d6174d5-e1fa-441c-a24f-c54bf6340aed tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0748940 Jun 16 11:10:49.686083 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9ff0c951-d381-4d1d-b8a0-5a9b96774610 req-dd9c07ec-641c-4240-9206-615693f63a7e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344944 Jun 16 11:10:50.492567 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337bba7-dd99-40f0-8f69-ec6187220669 req-ba91a9f9-0f4c-49fd-a6c7-df80ef42ce23 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:50.494315 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9337bba7-dd99-40f0-8f69-ec6187220669 req-ba91a9f9-0f4c-49fd-a6c7-df80ef42ce23 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 944 time: 0.0618305 Jun 16 11:10:50.535352 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9337bba7-dd99-40f0-8f69-ec6187220669 req-2394af13-94d7-48e7-abd1-b62ff6012471 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 Jun 16 11:10:50.755810 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-94f9da07-ca3a-43a5-8d1e-2026a014243e req-04fd77ca-1d78-43c4-a70b-2019b51d5dee tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 210 time: 0.0308936 Jun 16 11:10:50.858487 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45615830-0b93-4d9b-94d2-1191d5c19dd0 req-6776f525-d716-48bf-b298-eed8eb6a9638 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:50.859955 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-45615830-0b93-4d9b-94d2-1191d5c19dd0 req-6776f525-d716-48bf-b298-eed8eb6a9638 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0627756 Jun 16 11:10:50.898257 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-45615830-0b93-4d9b-94d2-1191d5c19dd0 req-bab42188-7c92-4d80-8045-929a33b0ae6f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Jun 16 11:10:51.287876 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-7b0e0633-bcce-4a4e-9728-dba057e82365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:51.289356 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-7b0e0633-bcce-4a4e-9728-dba057e82365 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 1099 time: 0.0667009 Jun 16 11:10:51.322321 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-cb7e41dc-0823-4cc5-bba5-fb059bbd48fe service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044459 Jun 16 11:10:51.413578 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-cb5cce19-f536-4748-8b4c-ee2b245cdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:51.415714 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-cb5cce19-f536-4748-8b4c-ee2b245cdcdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 912 time: 0.1180198 Jun 16 11:10:51.423075 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9abaaeb8-8ce6-44c8-be8d-4fb71eaf38ab req-b9d93657-2d4f-402b-ae91-516d3c0dbe1e service neutron] 10.222.0.35 "GET /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931265 Jun 16 11:10:51.482304 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-a05685ed-d34c-4dee-ab93-8c7cc78e15c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 200 len: 1001 time: 0.0585594 Jun 16 11:10:51.532472 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-909327e7-40e2-481c-813f-b42ee4a76f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:51.533958 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-909327e7-40e2-481c-813f-b42ee4a76f51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.0446012 Jun 16 11:10:51.606384 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-ce7345df-73e1-46ba-97b5-84cbd5edd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:51.607907 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-ce7345df-73e1-46ba-97b5-84cbd5edd778 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584922 Jun 16 11:10:51.731221 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-24a643af-e758-4852-a38c-84f00b3967f7 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157830 Jun 16 11:10:51.783636 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd6df8-bee7-4f7a-9bbe-c22743c3a637 req-4f05b0cd-cb7d-4633-82fa-9be03dfc9a44 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:51.785199 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7fcd6df8-bee7-4f7a-9bbe-c22743c3a637 req-4f05b0cd-cb7d-4633-82fa-9be03dfc9a44 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 944 time: 0.1137850 Jun 16 11:10:51.865413 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-43cb033d-974d-4609-8aff-8f7f807a9946 req-f6be739a-d9a3-4b59-a505-64507da36611 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256325 Jun 16 11:10:51.868651 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7fcd6df8-bee7-4f7a-9bbe-c22743c3a637 req-5ef6f969-d6e1-4ad3-b2e7-9d0fcb036617 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Jun 16 11:10:51.918905 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24087f24-db19-4cb7-ac71-2f7482fe8016 req-12c03bbf-f333-4825-aff4-d063100beb35 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a678de1-917e-471b-8122-ebdce1896911 HTTP/1.1" status: 200 len: 210 time: 0.0323143 Jun 16 11:10:52.105121 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff490fb-0236-4d45-a7db-b5592f9f9df2 req-7e423e26-08bf-43da-a762-996196469a2f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:52.106606 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0ff490fb-0236-4d45-a7db-b5592f9f9df2 req-7e423e26-08bf-43da-a762-996196469a2f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0671635 Jun 16 11:10:52.146063 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0ff490fb-0236-4d45-a7db-b5592f9f9df2 req-51c4ceea-3970-47b3-a9c8-d226bee63369 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335281 Jun 16 11:10:52.169115 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:10:52.193144 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 5870207c-87bd-4e9f-83ef-50f9c98a3190 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:10:52.199838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 26382f9d-446a-4cfd-bcd7-1df735b93a87 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:10:52.226680 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 26382f9d-446a-4cfd-bcd7-1df735b93a87 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:10:52.227039 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 26382f9d-446a-4cfd-bcd7-1df735b93a87 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:10:52.312049 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 5870207c-87bd-4e9f-83ef-50f9c98a3190, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5870207c-87bd-4e9f-83ef-50f9c98a3190,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:52.323190 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '5870207c-87bd-4e9f-83ef-50f9c98a3190', 'network_id': 'd026001d-8977-4d2a-97c7-90606547510b', 'port_id': '5870207c-87bd-4e9f-83ef-50f9c98a3190', 'mac_address': 'fa:16:3e:a5:8f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d61640b-05e1-4e78-89ea-44bed88ef091', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:10:52.366738 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:52.381539 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5870207c-87bd-4e9f-83ef-50f9c98a3190 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:10:52.402933 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 5870207c-87bd-4e9f-83ef-50f9c98a3190, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5870207c-87bd-4e9f-83ef-50f9c98a3190,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:52.407013 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:52.409061 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:52.459646 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=5870207c-87bd-4e9f-83ef-50f9c98a3190,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:52.462954 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:52.722823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['5870207c-87bd-4e9f-83ef-50f9c98a3190'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:10:53.073600 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2877e36-020a-42c2-bb73-1e9b9db77517 req-74990b9f-acc1-4302-a0d1-18ecc2350700 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:53.075059 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e2877e36-020a-42c2-bb73-1e9b9db77517 req-74990b9f-acc1-4302-a0d1-18ecc2350700 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 945 time: 0.0735700 Jun 16 11:10:53.114626 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e2877e36-020a-42c2-bb73-1e9b9db77517 req-74477306-7a3e-40e9-810a-815eedfc7743 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Jun 16 11:10:53.343052 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f918b11-8f1b-4a21-b6d5-cb86b787a6a2 req-1e1c3d64-8d10-4608-a48c-e3c135731728 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:53.344522 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9f918b11-8f1b-4a21-b6d5-cb86b787a6a2 req-1e1c3d64-8d10-4608-a48c-e3c135731728 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.0761590 Jun 16 11:10:53.385151 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9f918b11-8f1b-4a21-b6d5-cb86b787a6a2 req-a1157e51-6689-4987-bf98-2c28a83b1193 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341363 Jun 16 11:10:54.206950 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 5870207c-87bd-4e9f-83ef-50f9c98a3190 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:10:54.258802 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 5870207c-87bd-4e9f-83ef-50f9c98a3190 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:10:54.262914 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 5870207c-87bd-4e9f-83ef-50f9c98a3190 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:10:54.263302 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:54.299608 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e010961-af5a-4d6f-bdb9-97b0353c63b9 req-6ff842c3-703a-4c62-85e2-e2e323340142 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:54.299608 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e010961-af5a-4d6f-bdb9-97b0353c63b9 req-6ff842c3-703a-4c62-85e2-e2e323340142 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 945 time: 0.0671484 Jun 16 11:10:54.344450 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:54.347057 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e010961-af5a-4d6f-bdb9-97b0353c63b9 req-0f1c0421-34b7-4fe8-98ab-828ad64ee33a tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Jun 16 11:10:54.375328 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5870207c-87bd-4e9f-83ef-50f9c98a3190'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:10:54.378859 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393265a3-ad93-45aa-bb99-61305cae1b17" -d '{"events": [{"server_uuid": "3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa", "name": "network-vif-plugged", "status": "completed", "tag": "5870207c-87bd-4e9f-83ef-50f9c98a3190"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:10:54.392165 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 5870207c-87bd-4e9f-83ef-50f9c98a3190, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5870207c-87bd-4e9f-83ef-50f9c98a3190,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:10:54.398147 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:54.402771 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:54.429472 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1948d3-27c0-41b6-b32e-a57fdef120b3 x-openstack-request-id: req-4b1948d3-27c0-41b6-b32e-a57fdef120b3 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:10:54.429775 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa", "name": "network-vif-plugged", "status": "completed", "tag": "5870207c-87bd-4e9f-83ef-50f9c98a3190", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:10:54.430039 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b1948d3-27c0-41b6-b32e-a57fdef120b3 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:10:54.430433 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5870207c-87bd-4e9f-83ef-50f9c98a3190', 'code': 200} Jun 16 11:10:54.466283 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=5870207c-87bd-4e9f-83ef-50f9c98a3190,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:54.469587 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:54.668350 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564780f1-1bd6-4337-8c90-a03bd723f112 req-24f496ee-13f1-4450-ab9f-3f124478eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:54.669806 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-564780f1-1bd6-4337-8c90-a03bd723f112 req-24f496ee-13f1-4450-ab9f-3f124478eb0e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 1099 time: 0.0569603 Jun 16 11:10:54.703956 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-564780f1-1bd6-4337-8c90-a03bd723f112 req-e11798c0-f1f1-47ac-bb92-079015dcaac9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278122 Jun 16 11:10:55.380237 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 52500) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:55.523255 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79597302-9636-4797-9922-8512dd8d8316 req-75a0ec63-ae44-458a-9868-69b07e3eef68 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:55.524762 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-79597302-9636-4797-9922-8512dd8d8316 req-75a0ec63-ae44-458a-9868-69b07e3eef68 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0662448 Jun 16 11:10:55.530623 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9bfc-83f9-4c7d-a20b-83b0c5e0de79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:55.571933 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-79597302-9636-4797-9922-8512dd8d8316 req-18cc58dd-e741-44e6-bc4d-4ff9b0088c16 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378594 Jun 16 11:10:55.625721 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9bfc-83f9-4c7d-a20b-83b0c5e0de79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:55.629593 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9bfc-83f9-4c7d-a20b-83b0c5e0de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:55.632340 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a52229ca-c255-4408-95b2-a507e13bd948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:55.669467 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2ebb9bfc-83f9-4c7d-a20b-83b0c5e0de79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65dd2c15d06e4e52b979a8e158922cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877824 Jun 16 11:10:55.670705 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb9bfc-83f9-4c7d-a20b-83b0c5e0de79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a7cff-d016-4cd0-a81a-875500e69ea3,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:55.672365 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 52506) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:55.674659 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2ebb9bfc-83f9-4c7d-a20b-83b0c5e0de79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:55.727711 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd08e04a-fb27-4b5f-93e8-dcdcbb0160c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:55.748096 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd08e04a-fb27-4b5f-93e8-dcdcbb0160c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:55.794764 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd08e04a-fb27-4b5f-93e8-dcdcbb0160c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:55.798248 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-bd08e04a-fb27-4b5f-93e8-dcdcbb0160c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:55.799590 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-bd08e04a-fb27-4b5f-93e8-dcdcbb0160c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed7a7cff-d016-4cd0-a81a-875500e69ea3 HTTP/1.1" status: 204 len: 168 time: 0.1257277 Jun 16 11:10:55.800909 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-59f384c1-ed08-4e1e-98ca-514cd01ac519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:55.810085 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08e04a-fb27-4b5f-93e8-dcdcbb0160c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a7cff-d016-4cd0-a81a-875500e69ea3,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:55.812747 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-bd08e04a-fb27-4b5f-93e8-dcdcbb0160c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:56.070134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 52512) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:56.083739 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d772cfef-71a8-4b86-9c49-7df2f789076f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:56.181269 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d772cfef-71a8-4b86-9c49-7df2f789076f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:56.186573 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d772cfef-71a8-4b86-9c49-7df2f789076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:56.192828 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d1e381f5-6233-4485-8205-0218b55a06d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:56.238814 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-d772cfef-71a8-4b86-9c49-7df2f789076f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca914081169d4a08a1b61f0e549abd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674573 Jun 16 11:10:56.240879 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772cfef-71a8-4b86-9c49-7df2f789076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b120ad-5be6-45f9-b512-3fe3bf3081a1,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:56.241393 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 52514) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:10:56.244679 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d772cfef-71a8-4b86-9c49-7df2f789076f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:56.291575 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:56.312039 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:56.357642 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:56.360410 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:10:56.361540 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27b120ad-5be6-45f9-b512-3fe3bf3081a1 HTTP/1.1" status: 204 len: 168 time: 0.1190581 Jun 16 11:10:56.362853 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-392bca0a-0890-430c-a69d-af15d80bed22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:10:56.370730 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b120ad-5be6-45f9-b512-3fe3bf3081a1,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:10:56.373280 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:10:56.765466 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf95b8-1273-45ef-9c8e-324a2270c7bf req-1c1b3b50-3a5f-4aa8-b31d-60b7b4f1b5f9 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:56.770082 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-eacf95b8-1273-45ef-9c8e-324a2270c7bf req-1c1b3b50-3a5f-4aa8-b31d-60b7b4f1b5f9 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0704470 Jun 16 11:10:56.808246 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-eacf95b8-1273-45ef-9c8e-324a2270c7bf req-1e3f938a-524a-494e-ab3b-189708df0ec9 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Jun 16 11:10:57.990873 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8f029-b01a-4ce8-9560-9f4da3667eaa req-192100dd-5fba-441b-84de-7c93359ee540 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:57.992494 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9cc8f029-b01a-4ce8-9560-9f4da3667eaa req-192100dd-5fba-441b-84de-7c93359ee540 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0679336 Jun 16 11:10:58.037165 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9cc8f029-b01a-4ce8-9560-9f4da3667eaa req-d02f6a54-e436-47f4-896e-ce5324580345 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Jun 16 11:10:59.254627 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7204133-6c0f-43a8-8be0-1434ffd6321d req-b94e1fb9-033c-4f2e-b717-c0a7140483bf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:10:59.256131 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b7204133-6c0f-43a8-8be0-1434ffd6321d req-b94e1fb9-033c-4f2e-b717-c0a7140483bf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0840881 Jun 16 11:10:59.304057 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b7204133-6c0f-43a8-8be0-1434ffd6321d req-a2ee9dec-33fd-46a0-92f4-dbd61a0f8da2 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Jun 16 11:11:00.631510 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-af17932d-b214-4737-8d21-3c463224fdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:03.354221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb150c9-0053-473e-a287-68ea24eac705 req-8de13358-44ce-459c-98cb-3d6c72789026 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:03.356166 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0eb150c9-0053-473e-a287-68ea24eac705 req-8de13358-44ce-459c-98cb-3d6c72789026 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0698829 Jun 16 11:11:03.398412 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0eb150c9-0053-473e-a287-68ea24eac705 req-40b6ce12-2894-49f5-a24b-8af615e9d3ee tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365961 Jun 16 11:11:03.408304 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:03.734866 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5bb284a1-7d12-45c6-971a-53396f488273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:04.499554 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:04.585993 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c970b93-9657-4161-9984-95be97b87234 req-b6d78681-c7c8-4c89-8ed5-609eae9f8af5 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:04.587453 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1c970b93-9657-4161-9984-95be97b87234 req-b6d78681-c7c8-4c89-8ed5-609eae9f8af5 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0635581 Jun 16 11:11:04.625722 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1c970b93-9657-4161-9984-95be97b87234 req-23fd00cb-dbae-4e0b-b6e8-27ae692fbeb8 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Jun 16 11:11:05.797601 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993a27c-1865-421a-b57f-c88d46f83590 req-2e7bf924-db6d-45db-9706-c08b3878194a tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:05.798953 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4993a27c-1865-421a-b57f-c88d46f83590 req-2e7bf924-db6d-45db-9706-c08b3878194a tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0623565 Jun 16 11:11:05.836833 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4993a27c-1865-421a-b57f-c88d46f83590 req-d4b89ee3-d9af-443d-9ae6-489fa358d4ca tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Jun 16 11:11:06.144912 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:07.034759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee63f8e-e5f6-4653-aaaf-b9429a66d53a req-170fbc20-53ff-4835-97f3-bb96057fa86c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:07.036270 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dee63f8e-e5f6-4653-aaaf-b9429a66d53a req-170fbc20-53ff-4835-97f3-bb96057fa86c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0651379 Jun 16 11:11:07.078497 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dee63f8e-e5f6-4653-aaaf-b9429a66d53a req-d21efe0d-9448-4e02-8cd7-776455fdf5fc tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Jun 16 11:11:08.263118 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aac43f-2659-4383-86d2-027616610ba6 req-06e3975f-8593-4da9-a518-9e745e3f1db7 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:08.264543 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d3aac43f-2659-4383-86d2-027616610ba6 req-06e3975f-8593-4da9-a518-9e745e3f1db7 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0645649 Jun 16 11:11:08.303709 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d3aac43f-2659-4383-86d2-027616610ba6 req-78cdf04a-c330-4b24-9d13-a71f627e5925 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jun 16 11:11:09.478465 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db707a4-9fd6-477d-9d69-e3dc490498fe req-6cbdcd13-c632-49c2-b6c4-d308ca3ebcf3 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:09.479861 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4db707a4-9fd6-477d-9d69-e3dc490498fe req-6cbdcd13-c632-49c2-b6c4-d308ca3ebcf3 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0650499 Jun 16 11:11:09.520061 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4db707a4-9fd6-477d-9d69-e3dc490498fe req-334d966f-d388-4bab-8cf1-d2ccdf252d4f tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Jun 16 11:11:10.711618 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84763f8-ffc1-4db6-84cb-377c86adec51 req-289fb653-0501-4396-a53b-fbc92c5c23e2 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:10.713075 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a84763f8-ffc1-4db6-84cb-377c86adec51 req-289fb653-0501-4396-a53b-fbc92c5c23e2 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.0755908 Jun 16 11:11:10.772766 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a84763f8-ffc1-4db6-84cb-377c86adec51 req-40979734-610b-4ff7-8952-217aaca3cab6 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5864901-1338-491e-95fa-9619831f5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Jun 16 11:11:10.800970 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-6bc208dc-bda5-4cdb-9603-a779275d1862 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:10.803405 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-6bc208dc-bda5-4cdb-9603-a779275d1862 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 946 time: 0.1078825 Jun 16 11:11:10.913209 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Deleting port 5870207c-87bd-4e9f-83ef-50f9c98a3190 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:11:10.913616 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:11.003366 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] For port 5870207c-87bd-4e9f-83ef-50f9c98a3190, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5870207c-87bd-4e9f-83ef-50f9c98a3190,segment=NetworkSegment(904f4c69-5284-4788-8f0a-7f1c807f753e),segment_id=904f4c69-5284-4788-8f0a-7f1c807f753e)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:11.003973 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:11.074709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Calling delete_port for 5870207c-87bd-4e9f-83ef-50f9c98a3190 owned by compute:nova {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:11:11.227588 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:11.233800 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:11.240986 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['5870207c-87bd-4e9f-83ef-50f9c98a3190'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:11:11.270719 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Pushing event deleted for resources: {'Port': ['ID=5870207c-87bd-4e9f-83ef-50f9c98a3190,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:11.273483 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:11.322901 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] No DVR routers for this DVR port 5870207c-87bd-4e9f-83ef-50f9c98a3190 on host hv-cinder-78662 {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:11:11.325689 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:11.328013 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-75445e9e-6245-459e-a510-bdd1a62cbea5 req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.35 "DELETE /v2.0/ports/5870207c-87bd-4e9f-83ef-50f9c98a3190 HTTP/1.1" status: 204 len: 173 time: 0.5172646 Jun 16 11:11:11.328525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'name': 'network-vif-deleted', 'tag': '5870207c-87bd-4e9f-83ef-50f9c98a3190'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:11:11.334604 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87bb37a-e24e-43fb-bd12-7aff88587a1b" -d '{"events": [{"server_uuid": "3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa", "name": "network-vif-deleted", "tag": "5870207c-87bd-4e9f-83ef-50f9c98a3190"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:11:11.369092 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26884b8-25b4-4ed8-993f-98dc97e8f1ad x-openstack-request-id: req-f26884b8-25b4-4ed8-993f-98dc97e8f1ad {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:11:11.369519 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa", "name": "network-vif-deleted", "tag": "5870207c-87bd-4e9f-83ef-50f9c98a3190", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:11:11.369684 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f26884b8-25b4-4ed8-993f-98dc97e8f1ad {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:11:11.370099 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa', 'name': 'network-vif-deleted', 'tag': '5870207c-87bd-4e9f-83ef-50f9c98a3190', 'status': 'completed', 'code': 200} Jun 16 11:11:11.644986 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:11.942206 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2ecd9d07-2d80-4093-9db1-268200cc877d req-a1ebe784-c34c-467b-a055-e5deee203cbf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 210 time: 0.0323758 Jun 16 11:11:13.106013 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-95abdabf-fc91-44ae-858a-500d055e7b6a req-c527da93-2dad-406e-9994-c427c954e22f tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec9b462-3bcd-4a5a-8c74-f9d6790bc5aa HTTP/1.1" status: 200 len: 210 time: 0.0323830 Jun 16 11:11:14.996264 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 5870207c-87bd-4e9f-83ef-50f9c98a3190 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:11:15.019433 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 5870207c-87bd-4e9f-83ef-50f9c98a3190 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:11:15.019819 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 5870207c-87bd-4e9f-83ef-50f9c98a3190 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:11:29.168650 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:11:30.640510 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a179bca9-c94f-442e-b44f-459283eb98f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.473450 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53044) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:31.521150 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Deleting subnet b0d766b9-2627-4ece-a778-04e3b3d7e863 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:11:31.525083 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.569890 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979545'] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.634746 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.700062 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9260786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8877722'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.703843 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-9ba20a8c-dad0-4b11-9b5d-e41ba633114f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:31.730089 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d766b9-2627-4ece-a778-04e3b3d7e863,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:31.732075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.741969 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b0d766b9-2627-4ece-a778-04e3b3d7e863 HTTP/1.1" status: 204 len: 168 time: 0.2594252 Jun 16 11:11:31.741969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:31.741969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53046) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:31.843358 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.947267 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:31.962657 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964662c3-a12f-45ef-a8f0-a6227cfa10c1']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:31.979522 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf1450a-abff-46a8-87e9-7b3f2018bdd6') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:31.980176 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf1450a-abff-46a8-87e9-7b3f2018bdd6') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:31.995785 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.020091 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.027568 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:11:32.028455 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:11:32.030848 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:11:32.128778 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.133507 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-20e64800-2070-4405-9cbc-f8c9e31f1d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:32.137392 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.139144 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/964662c3-a12f-45ef-a8f0-a6227cfa10c1 HTTP/1.1" status: 204 len: 168 time: 0.3966973 Jun 16 11:11:32.153546 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=964662c3-a12f-45ef-a8f0-a6227cfa10c1,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:32.156169 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1dd6ad50-2f7b-484b-a12d-3e36abba15c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:32.375994 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53060) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:32.424347 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a623c04c-28e3-4e71-8c55-4d9ee8504c2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce669733e4944398936716fce4a14244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468659 Jun 16 11:11:32.424683 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53062) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:32.509137 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.536971 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.603057 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.607124 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:32.610675 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad6d71eb-cec4-43a4-9348-6b47b46ebc78 HTTP/1.1" status: 204 len: 168 time: 0.1824081 Jun 16 11:11:32.610675 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a6c74701-a80a-4323-a777-186b96ab831e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:32.617645 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d71eb-cec4-43a4-9348-6b47b46ebc78,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:32.620513 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:33.206286 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53086) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:33.349725 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-69d3c852-cc60-4e8c-8d45-3b7214123e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.419950 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.511990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-69d3c852-cc60-4e8c-8d45-3b7214123e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.520811 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-69d3c852-cc60-4e8c-8d45-3b7214123e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.523525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53102) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:33.533861 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ae02dd75-ee9a-41ea-803c-af2515d56b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:33.577134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53106) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:33.585277 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-69d3c852-cc60-4e8c-8d45-3b7214123e8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=348d7297954047c9a4d199767b980bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775015 Jun 16 11:11:33.586182 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3c852-cc60-4e8c-8d45-3b7214123e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796cefdf-ec75-468c-bd08-4de6dfd1de31,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:33.608524 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-69d3c852-cc60-4e8c-8d45-3b7214123e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:33.656935 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.663572 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1140950607-network', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:33.702119 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.709673 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Made reservation on behalf of 02b317ebb8e540b08ea2aa1cc6699128 for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:11:33.712311 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.724963 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.741707 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c792e6f3-ec2b-4dc9-a373-19c601ca90f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.795986 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.798963 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.800130 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/796cefdf-ec75-468c-bd08-4de6dfd1de31 HTTP/1.1" status: 204 len: 168 time: 0.2219927 Jun 16 11:11:33.822806 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a3da8b35-9178-4a88-8ce8-cea4e559f323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:33.850211 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796cefdf-ec75-468c-bd08-4de6dfd1de31,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:33.853390 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:33.937495 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.942602 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:33.946952 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-25079c57-a0cf-46c4-95b2-1b46f4634e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:34.168088 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53112) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:34.183366 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-01615354-8a04-480c-8495-81394d3b13d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.224388 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:11:34.241900 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d1731b-805b-4a3d-864d-604a8e08e628,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:34.245500 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:34.246953 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.247301 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Added segment 2f8f7ecd-6303-493b-9c99-5455b97bd01e of type vlan for network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 Jun 16 11:11:34.295480 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.314217 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-01615354-8a04-480c-8495-81394d3b13d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.319583 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-01615354-8a04-480c-8495-81394d3b13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.329229 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-2c55e687-6766-48c2-9997-65f97441af93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:34.335152 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.338267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:34.338267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.343402 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:34.360405 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-01615354-8a04-480c-8495-81394d3b13d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5299640f4cd48709ccc1707540d44ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908741 Jun 16 11:11:34.366431 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53114) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:34.374059 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01615354-8a04-480c-8495-81394d3b13d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62d5f5-b6df-4cad-928e-18a05ce20305,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:34.377419 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-01615354-8a04-480c-8495-81394d3b13d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:34.393844 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8681371 Jun 16 11:11:34.396502 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53116) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:34.431628 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.433156 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Request body: {'subnet': {'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1140950607-subnet', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'ip_version': 4}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:34.437505 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Pushing event updated for resources: {'Network': ['ID=87cae2f5-7e8d-4779-8ef1-c1f3575978d0,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:34.443719 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:34.452616 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:11:34.472347 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Made reservation on behalf of 02b317ebb8e540b08ea2aa1cc6699128 for: {'subnet': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:11:34.478032 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717509'] for subnet, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.497046 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.576898 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.579220 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.583476 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.597884 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c62d5f5-b6df-4cad-928e-18a05ce20305 HTTP/1.1" status: 204 len: 168 time: 0.2199373 Jun 16 11:11:34.600154 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-30e4de92-949b-4666-b3b8-2b198655ba2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:34.624192 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62d5f5-b6df-4cad-928e-18a05ce20305,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:34.631515 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:34.736145 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12623992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717527'] for subnet, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.740927 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-984141f4-3474-47eb-83b0-79a21759d1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:34.802410 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:34.811883 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:34.820758 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Checking segment: {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:34.821853 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Network hostable DHCP agents. Network: 87cae2f5-7e8d-4779-8ef1-c1f3575978d0, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:11:34.851106 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:11:34.863188 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 87cae2f5-7e8d-4779-8ef1-c1f3575978d0) {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:34.869678 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:34.870279 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.873704 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7fef69-5e4c-4c7e-90e6-b9c59caa0c82 None None] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:11:34.904548 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5068774 Jun 16 11:11:34.907416 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53126) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:34.914651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:34.941119 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:34.941539 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.009451 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.063636 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:11:35.066103 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.204018 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.251093 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Allocated IP 172.20.0.2 (87cae2f5-7e8d-4779-8ef1-c1f3575978d0/87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc/091dd5ff-a137-4c5b-a566-ea45960772a5) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:35.437579 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.447316 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Transition to ACTIVE for port object 091dd5ff-a137-4c5b-a566-ea45960772a5 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:35.465769 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Transition to ACTIVE for port object 091dd5ff-a137-4c5b-a566-ea45960772a5 will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:35.474554 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.491160 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:35.504274 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.505703 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:35.508670 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:35.511941 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:35.529814 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.607118 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Attempting to bind port 091dd5ff-a137-4c5b-a566-ea45960772a5 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:11:35.607500 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Attempting to bind port 091dd5ff-a137-4c5b-a566-ea45960772a5 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:11:35.607899 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Attempting to bind port 091dd5ff-a137-4c5b-a566-ea45960772a5 on network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:11:35.623434 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:11:35.624028 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Checking segment: {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:35.624449 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.624861 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Bound using segment: {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:11:35.625373 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Bound port: 091dd5ff-a137-4c5b-a566-ea45960772a5, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:11:35.625741 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.638901 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Pushing event updated for resources: {'Port': ['ID=091dd5ff-a137-4c5b-a566-ea45960772a5,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:35.650509 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.650861 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.651209 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.651566 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.651996 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.652334 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.652667 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.652996 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.653464 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.653793 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.654119 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.654442 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:35.658947 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:35.695095 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Allocated IP 172.27.0.37 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/9c28add0-f319-46f5-8627-ba00c5b4dd55) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:35.757367 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] For port 091dd5ff-a137-4c5b-a566-ea45960772a5, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:11:35.760935 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] For port 091dd5ff-a137-4c5b-a566-ea45960772a5, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=091dd5ff-a137-4c5b-a566-ea45960772a5,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:11:35.768013 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.770607 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:35.851285 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:35.862410 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Pushing event updated for resources: {'Port': ['ID=091dd5ff-a137-4c5b-a566-ea45960772a5,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:35.866267 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:36.174812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.295537 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.307042 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:36.339394 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:36.344046 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:36.348784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:36.350505 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53160) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:36.391721 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c28add0-f319-46f5-8627-ba00c5b4dd55,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:36.450140 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:36.520207 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f174d1ce-8d6e-4604-a117-8a9057b5b2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.693099 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.776431 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f174d1ce-8d6e-4604-a117-8a9057b5b2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.782576 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f174d1ce-8d6e-4604-a117-8a9057b5b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.787724 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f50a24d1-2a21-451b-a0c3-abc785d581af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:36.835317 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174d1ce-8d6e-4604-a117-8a9057b5b2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b17881-82f1-4bb3-856a-f9f304c3e87c,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:36.841167 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-f174d1ce-8d6e-4604-a117-8a9057b5b2e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bec2da8bbfd40e1aa9e1c815bbafca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878511 Jun 16 11:11:36.844611 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53182) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:36.847073 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f174d1ce-8d6e-4604-a117-8a9057b5b2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:36.927929 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.959710 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:36.972201 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 091dd5ff-a137-4c5b-a566-ea45960772a5 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:37.000803 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.031275 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.034453 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.037897 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2b17881-82f1-4bb3-856a-f9f304c3e87c HTTP/1.1" status: 204 len: 168 time: 0.1882389 Jun 16 11:11:37.037897 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e133c355-5a18-4bfc-9384-8521a9f5173a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:37.041221 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 091dd5ff-a137-4c5b-a566-ea45960772a5 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:37.056572 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b17881-82f1-4bb3-856a-f9f304c3e87c,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:37.059443 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:37.092233 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c281fa-c01d-40fc-a4de-cb8d742ebcc7 None None] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:11:37.147197 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Router 0157650b-b561-4873-8943-711c4753dd5f is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:11:37.202707 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Provisioning for port 091dd5ff-a137-4c5b-a566-ea45960772a5 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:37.211295 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Provisioning complete for port 091dd5ff-a137-4c5b-a566-ea45960772a5 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:37.211678 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.314137 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:11:37.334998 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Sync routers for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:11:37.340143 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.343827 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4330094 Jun 16 11:11:37.344515 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53194) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:37.365188 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:37.365834 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:37.370638 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.488987 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] For port 091dd5ff-a137-4c5b-a566-ea45960772a5, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=091dd5ff-a137-4c5b-a566-ea45960772a5,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:37.507102 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.510608 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:37.546728 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:37.634478 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Pushing event updated for resources: {'Port': ['ID=091dd5ff-a137-4c5b-a566-ea45960772a5,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:37.638810 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:37.762376 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-56973c90-ed9d-4cea-ab8b-3dfade2f4814 None None] Provisioning complete for port 091dd5ff-a137-4c5b-a566-ea45960772a5 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:37.762767 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-56973c90-ed9d-4cea-ab8b-3dfade2f4814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.826021 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:36Z', 'revision_number': 3, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:37.850508 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Checking router: 0157650b-b561-4873-8943-711c4753dd5f for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:11:37.851058 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Updating router 0157650b-b561-4873-8943-711c4753dd5f port 9c28add0-f319-46f5-8627-ba00c5b4dd55 binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:11:37.889397 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:37.916442 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.106206 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Allocated IP 172.20.0.1 (87cae2f5-7e8d-4779-8ef1-c1f3575978d0/87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc/171bbb24-a58f-4bdd-a646-32796ec83a41) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:38.236510 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.253967 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Transition to ACTIVE for port object 171bbb24-a58f-4bdd-a646-32796ec83a41 will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:38.301670 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.304019 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d3126011-4cb6-43eb-aaf8-bf10944a4c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:38.348218 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:38.353428 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:38.357071 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:38.364309 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Pushing event updated for resources: {'Port': ['ID=171bbb24-a58f-4bdd-a646-32796ec83a41,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:38.392879 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:38.413890 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.415164 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.433927 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Transition to ACTIVE for port object 9c28add0-f319-46f5-8627-ba00c5b4dd55 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:38.445643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.491742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:38.625812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Attempting to bind port 9c28add0-f319-46f5-8627-ba00c5b4dd55 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:11:38.626200 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Attempting to bind port 9c28add0-f319-46f5-8627-ba00c5b4dd55 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:11:38.626823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Attempting to bind port 9c28add0-f319-46f5-8627-ba00c5b4dd55 on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:11:38.634487 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:11:38.634869 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:38.635405 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.636137 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:11:38.636643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Bound port: 9c28add0-f319-46f5-8627-ba00c5b4dd55, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:11:38.637044 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.639407 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.670450 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf78307-f33e-4a9a-a4a8-498fa793ca99 None None] Pushing event updated for resources: {'Port': ['ID=9c28add0-f319-46f5-8627-ba00c5b4dd55,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:38.675327 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0cf78307-f33e-4a9a-a4a8-498fa793ca99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:38.718342 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] For port 9c28add0-f319-46f5-8627-ba00c5b4dd55, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:11:38.722858 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] For port 9c28add0-f319-46f5-8627-ba00c5b4dd55, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=9c28add0-f319-46f5-8627-ba00c5b4dd55,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:11:38.733929 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.743838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:38.775993 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-e0d45191-5e93-4808-843b-fd44f1cdbc9e None None] Provisioning for port 171bbb24-a58f-4bdd-a646-32796ec83a41 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:38.784824 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-e0d45191-5e93-4808-843b-fd44f1cdbc9e None None] Provisioning complete for port 171bbb24-a58f-4bdd-a646-32796ec83a41 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:38.785289 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-e0d45191-5e93-4808-843b-fd44f1cdbc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.789733 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:38.790509 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:38.912695 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf78307-f33e-4a9a-a4a8-498fa793ca99 None None] Pushing event updated for resources: {'Port': ['ID=9c28add0-f319-46f5-8627-ba00c5b4dd55,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:38.919707 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 091dd5ff-a137-4c5b-a566-ea45960772a5 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:38.922199 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0cf78307-f33e-4a9a-a4a8-498fa793ca99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:38.926519 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-e0d45191-5e93-4808-843b-fd44f1cdbc9e None None] Port 171bbb24-a58f-4bdd-a646-32796ec83a41 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:11:38.943217 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.949814 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:38.954397 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1b4afa7e-bded-4f18-a6d7-2ca7014a7f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:39.001511 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:39.040605 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Pushing event updated for resources: {'Port': ['ID=171bbb24-a58f-4bdd-a646-32796ec83a41,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:39.043658 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:39.050705 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.051073 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.051437 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.051819 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.052175 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.052526 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.052881 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.053230 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.053580 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.053980 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.054267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.054632 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:39.060680 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:39.088765 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 091dd5ff-a137-4c5b-a566-ea45960772a5 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:39.089143 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:39.150720 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:39.152370 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:39.286465 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Router 0157650b-b561-4873-8943-711c4753dd5f has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:11:39.351754 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 1, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:39.355855 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c09fb-8b04-4f7b-be05-58a4f88cbe79 None None] The sync data for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi is: [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 1, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:11:39.418867 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:11:39.428400 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] 10.222.0.21 "PUT /v2.0/routers/0157650b-b561-4873-8943-711c4753dd5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816801 Jun 16 11:11:39.455610 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-dbb95bd4-fcf2-4c6a-8bb6-02a788ec1d15 None None] Provisioning complete for port 171bbb24-a58f-4bdd-a646-32796ec83a41 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:39.456200 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-dbb95bd4-fcf2-4c6a-8bb6-02a788ec1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:39.502963 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-dbb95bd4-fcf2-4c6a-8bb6-02a788ec1d15 None None] Port 171bbb24-a58f-4bdd-a646-32796ec83a41 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:11:39.745695 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53330) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:39.793716 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Deleting subnet 0d61640b-05e1-4e78-89ea-44bed88ef091 {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:11:39.797267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:39.842543 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:39.895854 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:39.965942 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:39.970097 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:39.996570 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d61640b-05e1-4e78-89ea-44bed88ef091,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:39.999795 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:40.000993 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.006069 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53340) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:40.006589 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d61640b-05e1-4e78-89ea-44bed88ef091 HTTP/1.1" status: 204 len: 168 time: 0.2590055 Jun 16 11:11:40.110011 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.129007 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53346) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:40.141145 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2105873407-network', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:40.196220 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Made reservation on behalf of bb86d4aab7694e5da0df4d546798c2a1 for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:11:40.198598 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.208090 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.223481 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.239032 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d026001d-8977-4d2a-97c7-90606547510b']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:40.253420 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904f4c69-5284-4788-8f0a-7f1c807f753e') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:40.253862 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904f4c69-5284-4788-8f0a-7f1c807f753e') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:40.265567 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.289985 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.297791 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:11:40.299023 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:11:40.302829 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:11:40.369324 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.371201 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.375272 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:40.378705 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-bfdd951a-d8f2-4124-8594-bb4d75f74667 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3562555 Jun 16 11:11:40.379862 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.383244 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cef38c64-e803-4356-8e73-451d02607e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:40.388693 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.394006 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d026001d-8977-4d2a-97c7-90606547510b HTTP/1.1" status: 204 len: 168 time: 0.3835168 Jun 16 11:11:40.394006 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Pushing event deleted for resources: {'Network': ['ID=d026001d-8977-4d2a-97c7-90606547510b,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:40.395960 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:40.414676 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:11:40.456049 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.456391 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Added segment c861caf4-9393-4f55-b53c-35261c54c763 of type vlan for network 286e5833-7f10-47a5-9a88-a5a8b72201ff Jun 16 11:11:40.458838 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908310c6-fcbf-4a83-b48d-3274c24a8614,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:40.470948 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:40.513251 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.556636 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-b964f187-a645-46e9-9e89-28d045427fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:40.558130 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-b964f187-a645-46e9-9e89-28d045427fa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 1100 time: 0.1393952 Jun 16 11:11:40.559316 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.560545 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:40.561268 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.563593 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:40.616042 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53350) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:40.622694 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4880605 Jun 16 11:11:40.629870 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53352) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:40.636572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Request body: {'subnet': {'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2105873407-subnet', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:40.655196 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=286e5833-7f10-47a5-9a88-a5a8b72201ff,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:40.659239 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:40.665665 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:11:40.708079 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7ef3fac4-5bed-4f63-bef0-624312f4a55c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70b34175e96543b48d027a56c38a6cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900443 Jun 16 11:11:40.710373 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53354) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:40.725273 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Made reservation on behalf of bb86d4aab7694e5da0df4d546798c2a1 for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:11:40.727567 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8877697'] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.730256 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-486261bf-49b9-4fbf-9ed2-4ab32eb04740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:40.732802 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-486261bf-49b9-4fbf-9ed2-4ab32eb04740 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.1469922 Jun 16 11:11:40.802325 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-391c8424-856e-48bf-8e3d-6b705cb6daf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 200 len: 1002 time: 0.0622334 Jun 16 11:11:40.856590 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.890862 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:40.915345 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-74277a0f-db78-4471-aa7b-3f4b7f163c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:40.917169 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-74277a0f-db78-4471-aa7b-3f4b7f163c5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.1049209 Jun 16 11:11:40.992163 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9c28add0-f319-46f5-8627-ba00c5b4dd55 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:40.996384 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-ff39e234-6483-43ce-8d48-fec16ec90ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:40.998499 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-ff39e234-6483-43ce-8d48-fec16ec90ad8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741253 Jun 16 11:11:41.008566 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9260723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8877715'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.009296 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.011759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.015008 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5864901-1338-491e-95fa-9619831f5478 HTTP/1.1" status: 204 len: 168 time: 0.3016136 Jun 16 11:11:41.015008 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-83427b60-fd0b-4781-be30-0bd25fb96238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:41.027258 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5864901-1338-491e-95fa-9619831f5478,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:41.036972 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:41.039395 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-fb801bc0-18b3-49fc-950e-5e288f12a991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:41.096715 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 9c28add0-f319-46f5-8627-ba00c5b4dd55 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:41.103100 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 9c28add0-f319-46f5-8627-ba00c5b4dd55 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:41.104431 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.104550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Checking segment: {'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:41.104901 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Network hostable DHCP agents. Network: 286e5833-7f10-47a5-9a88-a5a8b72201ff, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:11:41.107251 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd33491-aad2-4b0f-8912-e01afe940dc4,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:41.111286 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:41.128349 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:11:41.140088 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 286e5833-7f10-47a5-9a88-a5a8b72201ff) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:41.148475 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:41.148912 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-cf645db3-5e61-433c-bbb4-7d1af40dfe1a service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431189 Jun 16 11:11:41.149211 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.153175 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a7f7d-1f58-4d78-a0f9-baf32fd89a2e None None] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:11:41.166597 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-e011758e-93ab-4552-96fd-9257eccbaba1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5340950 Jun 16 11:11:41.168773 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53360) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:41.185048 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:41.254675 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.255644 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.306080 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e24cf869-2b13-472c-a8c6-1a5a05db15ef req-a1476b65-4ae4-4d64-9852-d70bbc51b21a service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489341 Jun 16 11:11:41.319812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.336919 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 9c28add0-f319-46f5-8627-ba00c5b4dd55, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=9c28add0-f319-46f5-8627-ba00c5b4dd55,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:41.345898 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.350033 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:41.375495 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.447258 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=9c28add0-f319-46f5-8627-ba00c5b4dd55,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:41.459245 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:41.461448 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-286e5833-7f10-47a5-9a88-a5a8b72201ff', 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'fixed_ips': [{'subnet_id': '3dd33491-aad2-4b0f-8912-e01afe940dc4'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:11:41.464218 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.554858 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.629039 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Allocated IP 172.20.0.2 (286e5833-7f10-47a5-9a88-a5a8b72201ff/3dd33491-aad2-4b0f-8912-e01afe940dc4/ef788fe7-27f3-4bf9-a40b-54774b45a225) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:41.667368 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.781597 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.804557 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.812821 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.822520 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Transition to ACTIVE for port object ef788fe7-27f3-4bf9-a40b-54774b45a225 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:41.844401 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Transition to ACTIVE for port object ef788fe7-27f3-4bf9-a40b-54774b45a225 will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:41.854082 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:41.856823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e18671be-f3c8-4cb6-b5d2-b96620df79ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:41.870596 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Sync routers for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:11:41.882823 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:41.883511 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:41.898170 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:41.899997 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:41.912663 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:41.916019 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Pushing event updated for resources: {'Port': ['ID=ef788fe7-27f3-4bf9-a40b-54774b45a225,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:41.926610 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:41.944668 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Allocated IP 172.27.0.79 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:41.990367 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Attempting to bind port ef788fe7-27f3-4bf9-a40b-54774b45a225 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:11:41.990684 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Attempting to bind port ef788fe7-27f3-4bf9-a40b-54774b45a225 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:11:41.991042 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Attempting to bind port ef788fe7-27f3-4bf9-a40b-54774b45a225 on network 286e5833-7f10-47a5-9a88-a5a8b72201ff {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:11:41.999566 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:11:42.001202 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Checking segment: {'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:42.002680 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.003347 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Bound using segment: {'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:11:42.004171 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Bound port: ef788fe7-27f3-4bf9-a40b-54774b45a225, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:11:42.004783 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.035212 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:42.113440 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.177210 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.187238 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-76547a39-3e3d-470f-94ab-dbc0aad58d98 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:42.219412 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:42.223373 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:42.225755 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] For port ef788fe7-27f3-4bf9-a40b-54774b45a225, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:11:42.229575 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:42.230269 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] For port ef788fe7-27f3-4bf9-a40b-54774b45a225, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=ef788fe7-27f3-4bf9-a40b-54774b45a225,segment=NetworkSegment(c861caf4-9393-4f55-b53c-35261c54c763),segment_id=c861caf4-9393-4f55-b53c-35261c54c763)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:11:42.237256 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.239348 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:42.258697 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:42.262754 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:42.279333 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 2, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:42.285771 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Checking router: 0157650b-b561-4873-8943-711c4753dd5f for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:11:42.286133 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Updating router 0157650b-b561-4873-8943-711c4753dd5f port 171bbb24-a58f-4bdd-a646-32796ec83a41 binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:11:42.301310 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Pushing event updated for resources: {'Port': ['ID=ef788fe7-27f3-4bf9-a40b-54774b45a225,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:42.311999 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:42.342187 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.541252 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.672316 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.683547 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Transition to ACTIVE for port object 171bbb24-a58f-4bdd-a646-32796ec83a41 will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:42.690873 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.693250 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-b941e137-91b2-44d6-a958-d403d6dd3ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:42.774242 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Pushing event updated for resources: {'Port': ['ID=171bbb24-a58f-4bdd-a646-32796ec83a41,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:42.782208 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.782506 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.783719 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.784242 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.784580 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.784910 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.785239 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.785566 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.785909 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.786237 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.786561 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.786883 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:42.790787 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:42.856136 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Attempting to bind port 171bbb24-a58f-4bdd-a646-32796ec83a41 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:11:42.856706 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Attempting to bind port 171bbb24-a58f-4bdd-a646-32796ec83a41 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:11:42.857256 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Attempting to bind port 171bbb24-a58f-4bdd-a646-32796ec83a41 on network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:11:42.864472 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:11:42.865096 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Checking segment: {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:42.865674 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:42.867249 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Bound using segment: {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:11:42.867963 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Bound port: 171bbb24-a58f-4bdd-a646-32796ec83a41, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:11:42.868502 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:43.031169 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9c28add0-f319-46f5-8627-ba00c5b4dd55 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:43.071819 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] For port 171bbb24-a58f-4bdd-a646-32796ec83a41, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:11:43.075800 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] For port 171bbb24-a58f-4bdd-a646-32796ec83a41, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=171bbb24-a58f-4bdd-a646-32796ec83a41,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:11:43.076417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:43.082457 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:43.093200 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:43.143223 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 9c28add0-f319-46f5-8627-ba00c5b4dd55 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:43.143667 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:43.156049 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:43.156791 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:43.256219 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Router e28028ef-e56d-4aa6-adad-727c0956d90c is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:11:43.259017 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Pushing event updated for resources: {'Port': ['ID=171bbb24-a58f-4bdd-a646-32796ec83a41,revision_number=4']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:43.263486 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:43.279302 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device ef788fe7-27f3-4bf9-a40b-54774b45a225 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:43.326471 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:43.349434 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port ef788fe7-27f3-4bf9-a40b-54774b45a225 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:43.403058 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:11:43.417141 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Sync routers for ids ['e28028ef-e56d-4aa6-adad-727c0956d90c'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:11:43.451006 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:43.452584 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-81688b51-8212-4915-855b-303a7823f378 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2826383 Jun 16 11:11:43.455812 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53366) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:43.459382 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Routers {'e28028ef-e56d-4aa6-adad-727c0956d90c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:43.460166 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['e28028ef-e56d-4aa6-adad-727c0956d90c'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:43.534481 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d7251-5a36-45ed-92be-40ea973a466d None None] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:11:43.588491 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:43Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:43.592283 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1959a50-7c4d-4c80-a108-fe95d38bc238 None None] The sync data for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi is: [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:43Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:11:43.664485 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Set router e28028ef-e56d-4aa6-adad-727c0956d90c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:43.767726 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Provisioning for port ef788fe7-27f3-4bf9-a40b-54774b45a225 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:43.789533 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Provisioning complete for port ef788fe7-27f3-4bf9-a40b-54774b45a225 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:43.789914 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:43.936070 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.003039 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.037427 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:42Z', 'revision_number': 3, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port': {'id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:44.045366 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Checking router: e28028ef-e56d-4aa6-adad-727c0956d90c for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:11:44.046130 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Updating router e28028ef-e56d-4aa6-adad-727c0956d90c port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:11:44.074934 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] For port ef788fe7-27f3-4bf9-a40b-54774b45a225, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=ef788fe7-27f3-4bf9-a40b-54774b45a225,segment=NetworkSegment(c861caf4-9393-4f55-b53c-35261c54c763),segment_id=c861caf4-9393-4f55-b53c-35261c54c763)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:44.083316 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.086709 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:44.136977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Allocated IP 172.20.0.1 (286e5833-7f10-47a5-9a88-a5a8b72201ff/3dd33491-aad2-4b0f-8912-e01afe940dc4/05abb3f1-6aad-4b46-9455-aa202def23f7) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:44.137647 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.269640 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.286790 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Transition to ACTIVE for port object 05abb3f1-6aad-4b46-9455-aa202def23f7 will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:44.290360 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Pushing event updated for resources: {'Port': ['ID=ef788fe7-27f3-4bf9-a40b-54774b45a225,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:44.296677 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:44.324035 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.328049 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:44.328976 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-ea849772-8f42-443c-a861-96411910e2df None None] Provisioning complete for port ef788fe7-27f3-4bf9-a40b-54774b45a225 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:44.329938 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-ea849772-8f42-443c-a861-96411910e2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.375973 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:44.380951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:44.384587 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:44.407070 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Pushing event updated for resources: {'Port': ['ID=05abb3f1-6aad-4b46-9455-aa202def23f7,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:44.412006 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:44.444893 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.518500 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.530269 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Transition to ACTIVE for port object c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:44.542732 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.559074 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4ae1cb05-a659-4f61-a86e-bb3aa6b8ec10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:44.608135 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7c88f-e02c-4365-baa5-6eb9e4cd0781 None None] Pushing event updated for resources: {'Port': ['ID=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:44.611527 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.619119 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-02f7c88f-e02c-4365-baa5-6eb9e4cd0781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:44.650327 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Attempting to bind port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:11:44.650694 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Attempting to bind port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:11:44.651151 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Attempting to bind port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:11:44.656704 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:11:44.657160 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:44.657599 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.658013 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:11:44.658873 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Bound port: c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:11:44.659015 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.716918 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] For port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:11:44.720363 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] For port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:11:44.725936 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.728042 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:44.804607 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8abc4b59-fce7-42ee-97a4-f70a69022298 None None] Provisioning for port 05abb3f1-6aad-4b46-9455-aa202def23f7 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:44.818506 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.818893 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8abc4b59-fce7-42ee-97a4-f70a69022298 None None] Provisioning complete for port 05abb3f1-6aad-4b46-9455-aa202def23f7 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:44.819277 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8abc4b59-fce7-42ee-97a4-f70a69022298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.823014 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7c88f-e02c-4365-baa5-6eb9e4cd0781 None None] Pushing event updated for resources: {'Port': ['ID=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:44.823867 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.828218 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-651be620-4f2e-4464-9f6b-b0d3377ea40f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:44.842657 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Routers {'e28028ef-e56d-4aa6-adad-727c0956d90c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:44.843303 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['e28028ef-e56d-4aa6-adad-727c0956d90c'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:44.845817 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-02f7c88f-e02c-4365-baa5-6eb9e4cd0781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:44.898929 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Pushing event updated for resources: {'Port': ['ID=05abb3f1-6aad-4b46-9455-aa202def23f7,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:44.901954 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:44.903135 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:44.944705 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-8abc4b59-fce7-42ee-97a4-f70a69022298 None None] Port 05abb3f1-6aad-4b46-9455-aa202def23f7 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:11:44.980009 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] Set router e28028ef-e56d-4aa6-adad-727c0956d90c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:45.015623 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device ef788fe7-27f3-4bf9-a40b-54774b45a225 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:45.027005 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:45.029880 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:45.209457 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Router e28028ef-e56d-4aa6-adad-727c0956d90c has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:11:45.368887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:11:45.375010 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] 10.222.0.21 "PUT /v2.0/routers/e28028ef-e56d-4aa6-adad-727c0956d90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9174712 Jun 16 11:11:45.402053 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port ef788fe7-27f3-4bf9-a40b-54774b45a225 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:45.402658 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:45.441755 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-ae7102d7-a73a-45bf-894c-e3cbf4f1bbac None None] Provisioning complete for port 05abb3f1-6aad-4b46-9455-aa202def23f7 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:45.442143 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-ae7102d7-a73a-45bf-894c-e3cbf4f1bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:45.521304 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-ae7102d7-a73a-45bf-894c-e3cbf4f1bbac None None] Port 05abb3f1-6aad-4b46-9455-aa202def23f7 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:11:45.554329 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582eca-b8d3-4e4e-a7be-a8a64c424db3 req-e552b665-86c7-4b95-874a-733ff2daad7d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:45.556213 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6b582eca-b8d3-4e4e-a7be-a8a64c424db3 req-e552b665-86c7-4b95-874a-733ff2daad7d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.3436985 Jun 16 11:11:45.593177 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 171bbb24-a58f-4bdd-a646-32796ec83a41 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:45.598613 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6b582eca-b8d3-4e4e-a7be-a8a64c424db3 req-c42de590-cf10-4e82-ab0e-e9ddbe4a2263 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364709 Jun 16 11:11:45.622408 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 4, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port': {'id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '05abb3f1-6aad-4b46-9455-aa202def23f7', 'name': '', 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'mac_address': 'fa:16:3e:52:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:43Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 2, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'subnets': [{'id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:45.625987 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0779800-90be-48d1-8974-448e4ced70e6 None None] The sync data for ids ['e28028ef-e56d-4aa6-adad-727c0956d90c'] in dv-cinder-786627-10-iscsi is: [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 4, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port': {'id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '05abb3f1-6aad-4b46-9455-aa202def23f7', 'name': '', 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'mac_address': 'fa:16:3e:52:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:43Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 2, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'subnets': [{'id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:11:45.659901 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 171bbb24-a58f-4bdd-a646-32796ec83a41 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:45.663718 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 171bbb24-a58f-4bdd-a646-32796ec83a41 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:45.664192 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:45.754849 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:45.795301 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 171bbb24-a58f-4bdd-a646-32796ec83a41, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=171bbb24-a58f-4bdd-a646-32796ec83a41,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:45.799524 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:45.801400 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:45.885922 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=171bbb24-a58f-4bdd-a646-32796ec83a41,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:45.889183 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:46.975948 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99967d9c-8eab-48e6-875d-98ae9e02b8db req-94feb1ff-7d0c-45e3-838d-9ed29b77127a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:46.985260 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-99967d9c-8eab-48e6-875d-98ae9e02b8db req-94feb1ff-7d0c-45e3-838d-9ed29b77127a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.2428014 Jun 16 11:11:47.068426 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-99967d9c-8eab-48e6-875d-98ae9e02b8db req-047a134f-586d-4e0f-9f9d-3623565cac08 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800469 Jun 16 11:11:47.156371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 171bbb24-a58f-4bdd-a646-32796ec83a41 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:47.285520 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 171bbb24-a58f-4bdd-a646-32796ec83a41 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:47.286113 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.391329 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-c9d8a5d6-0fd5-40e7-ab63-a31849be7992 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:47.394162 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-c9d8a5d6-0fd5-40e7-ab63-a31849be7992 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 946 time: 0.1392350 Jun 16 11:11:47.427629 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:47.530194 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:47.535650 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:47.536088 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.547334 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Deleting port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:11:47.547845 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.662081 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] For port 401de8f1-9be5-43fd-96f7-0d19f70b83b1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=401de8f1-9be5-43fd-96f7-0d19f70b83b1,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:47.662081 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.668035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.703465 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:47.726960 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.729375 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-7ad9b279-f45b-45c0-8fcd-eb7624cdac88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:47.819042 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:47.822587 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:47.927931 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.928303 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:47.928611 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Floating IP b365909f-ba21-45a3-9e75-86f6a806201a disassociated. External IP: 172.27.0.39, port: 401de8f1-9be5-43fd-96f7-0d19f70b83b1. Jun 16 11:11:47.929075 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Calling delete_port for 401de8f1-9be5-43fd-96f7-0d19f70b83b1 owned by compute:nova {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:11:48.129171 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:48.133343 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cfd2f254-e7b3-46cb-8fbb-a7b0bcdbf59c tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:48.205882 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event deleted for resources: {'Port': ['ID=401de8f1-9be5-43fd-96f7-0d19f70b83b1,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:48.208559 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:48.337604 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3332627e-03e5-44bc-bc18-7d4aef04749c req-74faa3a0-2bab-4753-8697-9f9d0e3578f7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 210 time: 0.0667918 Jun 16 11:11:48.480696 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2885-c9d2-4f12-96ec-012c6355a52b req-83dcc52b-5f74-48a6-bf97-d2d4ea5cd44c tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:48.482442 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7faf2885-c9d2-4f12-96ec-012c6355a52b req-83dcc52b-5f74-48a6-bf97-d2d4ea5cd44c tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1146765 Jun 16 11:11:48.527385 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:11:48.563224 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Sync routers for ids ['e28028ef-e56d-4aa6-adad-727c0956d90c'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:11:48.578404 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Routers {'e28028ef-e56d-4aa6-adad-727c0956d90c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:48.579220 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['e28028ef-e56d-4aa6-adad-727c0956d90c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:48.600670 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7faf2885-c9d2-4f12-96ec-012c6355a52b req-d052ce3a-e468-46bb-940e-3d271b2b8240 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083980 Jun 16 11:11:48.756438 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Set router e28028ef-e56d-4aa6-adad-727c0956d90c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:48.842348 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:11:48.864027 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] Sync routers for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:11:48.878511 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:48.879681 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:48.956117 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] No DVR routers for this DVR port 401de8f1-9be5-43fd-96f7-0d19f70b83b1 on host hv-cinder-78662 {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:11:48.960522 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:48.964896 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-041a5c6e-fad8-4bd9-8071-901312411e54 req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "DELETE /v2.0/ports/401de8f1-9be5-43fd-96f7-0d19f70b83b1 HTTP/1.1" status: 204 len: 173 time: 1.5637677 Jun 16 11:11:48.965455 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'name': 'network-vif-deleted', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:11:48.972481 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7e18fc-42fe-4eab-9b3f-97d138434fa8" -d '{"events": [{"server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "name": "network-vif-deleted", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:11:49.080883 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48050b24-4200-4f85-a7af-32ce26d4191e x-openstack-request-id: req-48050b24-4200-4f85-a7af-32ce26d4191e {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:11:49.081471 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82b6cc-c781-48ec-8f6e-c898e1af6874", "name": "network-vif-deleted", "tag": "401de8f1-9be5-43fd-96f7-0d19f70b83b1", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:11:49.082216 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48050b24-4200-4f85-a7af-32ce26d4191e {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:11:49.082899 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82b6cc-c781-48ec-8f6e-c898e1af6874', 'name': 'network-vif-deleted', 'tag': '401de8f1-9be5-43fd-96f7-0d19f70b83b1', 'status': 'completed', 'code': 200} Jun 16 11:11:49.091090 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:49.102241 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 4, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port': {'id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '05abb3f1-6aad-4b46-9455-aa202def23f7', 'name': '', 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'mac_address': 'fa:16:3e:52:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:43Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 2, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'subnets': [{'id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:49.106548 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Checking router: e28028ef-e56d-4aa6-adad-727c0956d90c for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:11:49.107194 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Updating router e28028ef-e56d-4aa6-adad-727c0956d90c port 05abb3f1-6aad-4b46-9455-aa202def23f7 binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:11:49.182598 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:49.194334 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:49.403131 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02756f-6590-4030-a1e6-b25b3b8fee46 req-82f642bc-f5fe-4a93-8d4d-060437971ad0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:49.419715 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4e02756f-6590-4030-a1e6-b25b3b8fee46 req-82f642bc-f5fe-4a93-8d4d-060437971ad0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.1327460 Jun 16 11:11:49.558977 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4e02756f-6590-4030-a1e6-b25b3b8fee46 req-bafc7b1a-adc0-433f-89d8-f837493614b6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332631 Jun 16 11:11:49.728045 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-504a1c53-c0bf-4033-85a4-865d5b5de0da req-d83d42da-9b26-459a-9f17-cd5c2b0241d3 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f82b6cc-c781-48ec-8f6e-c898e1af6874 HTTP/1.1" status: 200 len: 210 time: 0.1484311 Jun 16 11:11:49.794404 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:49.794946 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:49.885779 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:49.897732 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Transition to ACTIVE for port object 05abb3f1-6aad-4b46-9455-aa202def23f7 will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:11:49.909494 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:49.918858 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-25e24ada-40d2-4e4f-914a-b3213b2da174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:49.959530 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e58ad-f256-4d50-8a5e-9236ef2a9176 req-22ad9012-6ec5-426c-90c3-31f1592d27c8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:49.976716 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-917e58ad-f256-4d50-8a5e-9236ef2a9176 req-22ad9012-6ec5-426c-90c3-31f1592d27c8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1568170 Jun 16 11:11:49.980402 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928e64-6ef8-4c18-8f2f-b1edb1213b15 None None] Pushing event updated for resources: {'Port': ['ID=05abb3f1-6aad-4b46-9455-aa202def23f7,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:49.985284 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-d3928e64-6ef8-4c18-8f2f-b1edb1213b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:50.022551 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:50.054056 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] Checking router: d8d2bd6f-485e-4012-bd07-d1eb072c9a84 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:11:50.073932 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-917e58ad-f256-4d50-8a5e-9236ef2a9176 req-c077f316-716e-4569-b3a3-1a8b9d6d1783 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956457 Jun 16 11:11:50.098663 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:50.100298 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:50.213745 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Attempting to bind port 05abb3f1-6aad-4b46-9455-aa202def23f7 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:11:50.214175 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Attempting to bind port 05abb3f1-6aad-4b46-9455-aa202def23f7 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:11:50.214546 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Attempting to bind port 05abb3f1-6aad-4b46-9455-aa202def23f7 on network 286e5833-7f10-47a5-9a88-a5a8b72201ff {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:11:50.223307 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:11:50.223702 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Checking segment: {'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:11:50.224108 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:50.224518 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Bound using segment: {'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:11:50.224994 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Bound port: 05abb3f1-6aad-4b46-9455-aa202def23f7, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c861caf4-9393-4f55-b53c-35261c54c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:11:50.225372 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:50.311708 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:50.340905 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] For port 05abb3f1-6aad-4b46-9455-aa202def23f7, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:11:50.347617 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] For port 05abb3f1-6aad-4b46-9455-aa202def23f7, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=05abb3f1-6aad-4b46-9455-aa202def23f7,segment=NetworkSegment(c861caf4-9393-4f55-b53c-35261c54c763),segment_id=c861caf4-9393-4f55-b53c-35261c54c763)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:11:50.355908 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:50.358592 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:50.434411 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Routers {'e28028ef-e56d-4aa6-adad-727c0956d90c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:50.435069 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['e28028ef-e56d-4aa6-adad-727c0956d90c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:50.627236 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928e64-6ef8-4c18-8f2f-b1edb1213b15 None None] Pushing event updated for resources: {'Port': ['ID=05abb3f1-6aad-4b46-9455-aa202def23f7,revision_number=4']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:50.651221 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-d3928e64-6ef8-4c18-8f2f-b1edb1213b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:50.656364 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:50.661597 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a95049-f631-444d-9c89-f735514b1c48 None None] The sync data for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi is: [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:11:50.713382 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] Set router e28028ef-e56d-4aa6-adad-727c0956d90c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:51.081726 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264bede-1849-439a-b83a-1415f876022a req-8010b454-937a-421c-ba55-90d376b1b932 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:51.083317 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0264bede-1849-439a-b83a-1415f876022a req-8010b454-937a-421c-ba55-90d376b1b932 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.2558489 Jun 16 11:11:51.089146 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 05abb3f1-6aad-4b46-9455-aa202def23f7 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:51.142825 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 401de8f1-9be5-43fd-96f7-0d19f70b83b1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:11:51.167576 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 4, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port': {'id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '05abb3f1-6aad-4b46-9455-aa202def23f7', 'name': '', 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'mac_address': 'fa:16:3e:52:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:43Z', 'updated_at': '2021-06-16T11:11:50Z', 'revision_number': 4, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'subnets': [{'id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:51.175095 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc1f6a-abad-40a6-99fc-aac994d7e35d None None] The sync data for ids ['e28028ef-e56d-4aa6-adad-727c0956d90c'] in dv-cinder-786627-10-iscsi is: [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:44Z', 'revision_number': 4, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port': {'id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '05abb3f1-6aad-4b46-9455-aa202def23f7', 'name': '', 'network_id': '286e5833-7f10-47a5-9a88-a5a8b72201ff', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'mac_address': 'fa:16:3e:52:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:43Z', 'updated_at': '2021-06-16T11:11:50Z', 'revision_number': 4, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'subnets': [{'id': '3dd33491-aad2-4b0f-8912-e01afe940dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:11:51.221945 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7314ea-93b4-4f77-a789-3ffeb5efbeaf req-180f2ec1-0416-431b-8d6e-86b87a5855ea tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:51.229469 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ba7314ea-93b4-4f77-a789-3ffeb5efbeaf req-180f2ec1-0416-431b-8d6e-86b87a5855ea tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.2946632 Jun 16 11:11:51.239948 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103c071-dec5-4d20-ab9f-327271c636eb None None] New status for floating IP b365909f-ba21-45a3-9e75-86f6a806201a: DOWN {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:11:51.355033 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ba7314ea-93b4-4f77-a789-3ffeb5efbeaf req-1019ce68-12e4-44b7-a4da-b8da5ee5515d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243050 Jun 16 11:11:51.441832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Deleting port 9e03593d-9694-4642-b060-1201e5f481bb {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:11:51.442092 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:51.528218 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 401de8f1-9be5-43fd-96f7-0d19f70b83b1 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:11:51.528571 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 401de8f1-9be5-43fd-96f7-0d19f70b83b1 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:11:51.598796 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 05abb3f1-6aad-4b46-9455-aa202def23f7 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:11:51.616165 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 05abb3f1-6aad-4b46-9455-aa202def23f7 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:51.616560 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:51.774794 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:51.819401 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 05abb3f1-6aad-4b46-9455-aa202def23f7, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=05abb3f1-6aad-4b46-9455-aa202def23f7,segment=NetworkSegment(c861caf4-9393-4f55-b53c-35261c54c763),segment_id=c861caf4-9393-4f55-b53c-35261c54c763)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:51.830474 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:51.844015 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-4228b661-812e-4ec5-a65c-b1c847ef28d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:52.017550 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=05abb3f1-6aad-4b46-9455-aa202def23f7,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:52.023522 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:52.042984 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53486) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:52.133572 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] For port 9e03593d-9694-4642-b060-1201e5f481bb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9e03593d-9694-4642-b060-1201e5f481bb,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:11:52.136062 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.181220 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.216965 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.292216 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.295345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.296729 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "DELETE /v2.0/security-groups/db9d73e6-05eb-4b05-91c5-2bdf61bc5dee HTTP/1.1" status: 204 len: 168 time: 0.2526832 Jun 16 11:11:52.297916 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ee70fd75-2604-4637-90b4-8eebbaa853a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:52.301314 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53488) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:52.320723 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d73e6-05eb-4b05-91c5-2bdf61bc5dee,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:52.323660 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.api.v2.resource [None req-fd629c89-2a0b-430c-8653-cbf495b87afe tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] show failed (client error): The resource could not be found. Jun 16 11:11:52.330384 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-fd629c89-2a0b-430c-8653-cbf495b87afe tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups/db9d73e6-05eb-4b05-91c5-2bdf61bc5dee HTTP/1.1" status: 404 len: 347 time: 0.0267012 Jun 16 11:11:52.333299 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53490) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:52.344221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05891f16-ef7c-4c3f-a087-5a39ad9bc3ea req-3b46f584-0f0f-4d52-97d3-c62eb172f8fd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:52.351813 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-05891f16-ef7c-4c3f-a087-5a39ad9bc3ea req-3b46f584-0f0f-4d52-97d3-c62eb172f8fd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.7720008 Jun 16 11:11:52.382350 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.383134 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.383740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.384365 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.384969 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.386244 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.386849 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.387213 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.387743 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.388801 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.389872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.390688 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:11:52.402899 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:52.431087 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-05891f16-ef7c-4c3f-a087-5a39ad9bc3ea req-a73f699d-6aa6-4112-80c3-cd7644d6f3c4 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763690 Jun 16 11:11:52.551562 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.552018 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.552595 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Floating IP f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e disassociated. External IP: 172.27.0.236, port: 9e03593d-9694-4642-b060-1201e5f481bb. Jun 16 11:11:52.552965 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Calling delete_port for 9e03593d-9694-4642-b060-1201e5f481bb owned by compute:nova {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:11:52.688209 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Deleting port 7a8fdca3-c9f3-4de2-8665-14cf960d94a7 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:11:52.689898 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.723856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645a9b3-0349-4557-95dd-eccdb5d17460 req-bc77e9ee-822c-4970-919d-d709c71d0b40 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:52.725693 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a645a9b3-0349-4557-95dd-eccdb5d17460 req-bc77e9ee-822c-4970-919d-d709c71d0b40 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 947 time: 0.1380525 Jun 16 11:11:52.771464 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.776411 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ab63c086-b6a0-494c-89f2-519066a527eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:52.815655 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a645a9b3-0349-4557-95dd-eccdb5d17460 req-864e57d2-e51c-40cf-a5eb-585b9a69c520 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=81d618f6-f40c-4170-a9f9-b2d23e4315b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831072 Jun 16 11:11:52.821216 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event deleted for resources: {'Port': ['ID=9e03593d-9694-4642-b060-1201e5f481bb,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:52.831211 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:52.842464 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.842789 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:52.918433 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Calling delete_port for 7a8fdca3-c9f3-4de2-8665-14cf960d94a7 owned by network:floatingip {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:11:52.978953 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 05abb3f1-6aad-4b46-9455-aa202def23f7 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:11:53.010955 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Router 48449560-f9c6-4d67-8502-fbd171dab1a5 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:11:53.049814 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 05abb3f1-6aad-4b46-9455-aa202def23f7 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:11:53.050413 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:53.142851 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:11:53.165945 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:53.176380 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1e80a49a-66cc-4056-8526-624bb8757e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:53.187392 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 9e03593d-9694-4642-b060-1201e5f481bb {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:11:53.187755 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 9e03593d-9694-4642-b060-1201e5f481bb not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:11:53.206472 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event deleted for resources: {'Port': ['ID=7a8fdca3-c9f3-4de2-8665-14cf960d94a7,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:53.213169 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:53.218870 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:11:53.231035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] Sync routers for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:11:53.248387 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:53.249035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:53.288473 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:53.291685 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:53.293187 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "DELETE /v2.0/floatingips/b365909f-ba21-45a3-9e75-86f6a806201a HTTP/1.1" status: 204 len: 168 time: 0.9587131 Jun 16 11:11:53.294615 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] No DVR routers for this DVR port 9e03593d-9694-4642-b060-1201e5f481bb on host hv-cinder-78662 {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:11:53.301952 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:53.306015 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0264bede-1849-439a-b83a-1415f876022a req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "DELETE /v2.0/ports/9e03593d-9694-4642-b060-1201e5f481bb HTTP/1.1" status: 204 len: 173 time: 2.2046506 Jun 16 11:11:53.307008 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-deleted', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:11:53.331209 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a254fb-9963-4643-9b19-f89a8dc1b7c1" -d '{"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-deleted", "tag": "9e03593d-9694-4642-b060-1201e5f481bb"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:11:53.425866 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6484898-4411-49a0-a5da-3729352a9818 x-openstack-request-id: req-b6484898-4411-49a0-a5da-3729352a9818 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:11:53.426206 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29000b99-330f-42db-b9d9-43ea92348422", "name": "network-vif-deleted", "tag": "9e03593d-9694-4642-b060-1201e5f481bb", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:11:53.426513 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6484898-4411-49a0-a5da-3729352a9818 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:11:53.426942 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29000b99-330f-42db-b9d9-43ea92348422', 'name': 'network-vif-deleted', 'tag': '9e03593d-9694-4642-b060-1201e5f481bb', 'status': 'completed', 'code': 200} Jun 16 11:11:53.468728 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:53.703474 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797a53d-445e-491c-8507-cc8073164a92 req-ba5dca27-86eb-449c-b3f2-f7ceab900ca0 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:53.705240 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b797a53d-445e-491c-8507-cc8073164a92 req-ba5dca27-86eb-449c-b3f2-f7ceab900ca0 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1285679 Jun 16 11:11:53.758177 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b797a53d-445e-491c-8507-cc8073164a92 req-7e256e1a-f6c2-4f40-8672-d3edb6a32fd4 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462410 Jun 16 11:11:53.808333 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:53.815850 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] Checking router: 48449560-f9c6-4d67-8502-fbd171dab1a5 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:11:53.825880 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:11:53.826828 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:11:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:53.921086 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53504) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:53.926870 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704668352', 'description': 'tempest-description--1389384216'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:53.971640 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:11:53.987255 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.099244 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b2595628-910c-41a2-84b3-ffc0d845f055 req-eaf99ef8-aaa5-454e-8f04-205913b51c2f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=29000b99-330f-42db-b9d9-43ea92348422 HTTP/1.1" status: 200 len: 210 time: 0.0400279 Jun 16 11:11:54.211564 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.222251 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.227607 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-0ab8839b-763f-4651-ad81-e7e6d9aefcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:54.263032 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec39d61-c8ab-4d16-a334-9ee71c42f097,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:54.275218 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.276656 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3541522 Jun 16 11:11:54.277808 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:54.280503 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53508) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:54.291200 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'security_group_rule': {'security_group_id': '9ec39d61-c8ab-4d16-a334-9ee71c42f097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:54.292171 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:11:54.296415 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5653bbb-e7da-418b-8c32-6f2823672cb4 None None] The sync data for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi is: [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:11:54.342920 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.415156 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.424554 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.427379 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:54.442011 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa33796-04f2-44f3-995d-ab2d46e38c62,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:54.447013 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:54.458247 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.460224 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780081 Jun 16 11:11:54.462778 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53510) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:54.469094 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'security_group_rule': {'security_group_id': '9ec39d61-c8ab-4d16-a334-9ee71c42f097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:54.513863 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.601748 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.608111 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.621245 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-990e876d-0453-44e4-9fed-3932f3d86fa9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:54.633826 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.635030 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713095 Jun 16 11:11:54.638133 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53512) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:54.645689 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d21f5-fa70-4f67-8651-b562acaa22e6 None None] New status for floating IP f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e: DOWN {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:11:54.653866 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:54.659576 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6cbd43-f2a5-43db-ae0d-191f018e98ee,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:54.668280 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:54.695610 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:54.837864 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.017614 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Allocated IP 172.27.0.137 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/fe71f50b-d374-4ee9-b094-3fbd7d17a15c) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:55.049159 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0f13-989f-4f77-bc0b-10217a75e89e req-88d322c4-1869-4012-9cf8-0d47081989c8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:55.050844 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0c7a0f13-989f-4f77-bc0b-10217a75e89e req-88d322c4-1869-4012-9cf8-0d47081989c8 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1358352 Jun 16 11:11:55.150920 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0c7a0f13-989f-4f77-bc0b-10217a75e89e req-d0c96adc-8550-4719-b88c-2a4d651c3c70 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800135 Jun 16 11:11:55.183371 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.240664 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.247851 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:55.270561 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53522) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:55.325871 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:55.331592 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:55.335095 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:55.361617 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'Port': ['ID=fe71f50b-d374-4ee9-b094-3fbd7d17a15c,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:55.366027 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:55.382880 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.418120 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.443980 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.537758 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.547050 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.557175 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.562993 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53526) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:55.565593 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "DELETE /v2.0/security-groups/81d618f6-f40c-4170-a9f9-b2d23e4315b0 HTTP/1.1" status: 204 len: 168 time: 0.2930689 Jun 16 11:11:55.566539 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3eb2451d-0b7e-4322-ae0d-b9f1749b848f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:55.585746 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.api.v2.resource [None req-38f0d629-a2fc-442c-b913-16a117f11a46 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] show failed (client error): The resource could not be found. Jun 16 11:11:55.586772 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-38f0d629-a2fc-442c-b913-16a117f11a46 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups/81d618f6-f40c-4170-a9f9-b2d23e4315b0 HTTP/1.1" status: 404 len: 347 time: 0.0232837 Jun 16 11:11:55.589692 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53528) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:55.598890 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d618f6-f40c-4170-a9f9-b2d23e4315b0,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:55.602957 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:55.879027 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Deleting port eef961b4-1f7b-4c58-8ced-e05f87886264 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:11:55.879410 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.961632 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.970179 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:55.974276 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:56.026554 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.026885 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.137342 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Calling delete_port for eef961b4-1f7b-4c58-8ced-e05f87886264 owned by network:floatingip {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:11:56.145331 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'Port': ['ID=fe71f50b-d374-4ee9-b094-3fbd7d17a15c,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:56.153363 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:56.166749 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.223379 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.224696 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5856152 Jun 16 11:11:56.345689 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.348630 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:56.382622 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event deleted for resources: {'Port': ['ID=eef961b4-1f7b-4c58-8ced-e05f87886264,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:56.388890 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55cdd7-db00-410e-903f-ede4c9ed2742 req-8eacfb47-e46e-4b12-a176-6e5a9e166577 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:56.391123 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4f55cdd7-db00-410e-903f-ede4c9ed2742 req-8eacfb47-e46e-4b12-a176-6e5a9e166577 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1041451 Jun 16 11:11:56.395661 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:56.456388 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4f55cdd7-db00-410e-903f-ede4c9ed2742 req-609bd03f-2b0c-44a1-b9ca-3e10baac18e1 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585868 Jun 16 11:11:56.481598 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.484474 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.486347 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9b5b0f1-b0ed-4e3e-a88c-c304eb7b053e HTTP/1.1" status: 204 len: 168 time: 0.8957574 Jun 16 11:11:56.493236 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-9fa53330-b580-453e-8fd9-0f3854c401d0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--704668352&fields=id&tenant_id=15b4993674f04d01a29301ad5e63f819 HTTP/1.1" status: 200 len: 267 time: 0.1085174 Jun 16 11:11:56.651699 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-06ae51a3-0a8e-49ce-a320-7e3dd5d5c38d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:56.658652 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-06ae51a3-0a8e-49ce-a320-7e3dd5d5c38d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 811 time: 0.1573100 Jun 16 11:11:56.680491 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-d597e1ba-3d27-4a53-be35-f4e3619db105 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/quotas/15b4993674f04d01a29301ad5e63f819 HTTP/1.1" status: 200 len: 375 time: 0.0202575 Jun 16 11:11:56.739118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53554) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:56.744539 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619639669', 'description': 'tempest-description--307125021'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:56.774948 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.798956 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-a468c79b-4610-4bc7-86ed-556d0fe7b61c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118429 Jun 16 11:11:56.925852 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.931406 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.944759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f174d1ce-8d6e-4604-a117-8a9057b5b2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:56.949575 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:56.951070 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2107041 Jun 16 11:11:56.958557 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53560) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:56.965945 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'security_group_rule': {'security_group_id': 'c47b66b2-bc74-4073-b542-d899be256b81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:56.990412 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47b66b2-bc74-4073-b542-d899be256b81,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:56.994171 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:57.012942 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e438a2d9-ed1d-4499-9d28-87ea5382f673 service neutron] 10.222.0.21 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105477 Jun 16 11:11:57.015460 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.095031 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.100830 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.103380 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6db5e3d6-461a-42c8-873c-5e0ef001bacd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:57.131937 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4434d72e-957d-4155-ae89-ec2c7f5fb249,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:57.133883 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.137957 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780717 Jun 16 11:11:57.138127 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53562) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:57.140531 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:57.149660 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'security_group_rule': {'security_group_id': 'c47b66b2-bc74-4073-b542-d899be256b81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:57.163853 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-c86d5d1f-75bf-4d55-9abf-8c8c6ebe8720 service neutron] 10.222.0.21 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447766 Jun 16 11:11:57.196479 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.271447 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.277924 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.280872 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-868d2bc9-ce58-49e3-a481-d3bf944f0a0c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:57.312515 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd96a38-24eb-44d7-acfa-0c9251c7ddc4,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:57.318611 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.323350 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53566) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:11:57.332006 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:11:57.332405 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1932259 Jun 16 11:11:57.333526 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a7a749b0-4c53-44aa-9a05-39c5fd38573e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:57.381984 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-38ff9f53-7c6f-4009-8c58-6850f8e02286 req-b5789aeb-ec66-42d9-a79b-6a9db97b5fe3 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 210 time: 0.0301991 Jun 16 11:11:57.400414 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.543020 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.692390 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Allocated IP 172.27.0.236 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/08f69899-729a-497e-a6b5-a577c2b1c11b) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:11:57.755424 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a72b9-c494-4626-8687-834d00193d52 req-e5bc40ce-67e8-422d-92fd-8d31a007f8bd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:57.757094 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5a8a72b9-c494-4626-8687-834d00193d52 req-e5bc40ce-67e8-422d-92fd-8d31a007f8bd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1225386 Jun 16 11:11:57.804934 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5a8a72b9-c494-4626-8687-834d00193d52 req-8b683cf1-aed2-49bf-bbb4-ab0cad84135f tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395246 Jun 16 11:11:57.860873 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.914234 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:57.923023 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7c918ef0-ca70-4ff5-beac-f294c35ce8e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:57.963880 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:11:57.967502 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:11:57.972581 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:11:58.017784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'Port': ['ID=08f69899-729a-497e-a6b5-a577c2b1c11b,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:58.022841 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:58.126494 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:58.182758 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:58.349263 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:58.355304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:58.358615 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a9a2fd80-eef3-44cd-84e6-d5b1194e307b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:11:58.431766 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'Port': ['ID=08f69899-729a-497e-a6b5-a577c2b1c11b,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:11:58.436417 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:11:58.455967 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:58.472179 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:11:58.473754 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1493058 Jun 16 11:11:58.581691 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-aa40df89-8172-4f4d-aecf-5783fc814a67 req-9541be2a-7717-458d-9f0e-1e149bff7f79 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 210 time: 0.0415888 Jun 16 11:11:58.669565 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-088db3fc-01de-445c-a2cd-582bb40dcda0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1619639669&fields=id&tenant_id=f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 267 time: 0.0408814 Jun 16 11:11:58.796312 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-7c93b40f-e0e6-495f-8ef9-485cf1ebe6a0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:58.797920 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-7c93b40f-e0e6-495f-8ef9-485cf1ebe6a0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 815 time: 0.1194916 Jun 16 11:11:58.817820 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-3c8076cf-4dc3-4f8b-99a9-df024cc71614 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/quotas/f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 375 time: 0.0110919 Jun 16 11:11:58.950047 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-bbe09952-a229-41c0-9f49-c4f4ffe389a5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1268239 Jun 16 11:11:59.045943 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374113-51eb-4861-9915-7945333d497c req-6adc82c4-5727-4180-9200-d6c7cc40c559 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:59.050635 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-28374113-51eb-4861-9915-7945333d497c req-6adc82c4-5727-4180-9200-d6c7cc40c559 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1007376 Jun 16 11:11:59.116218 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-28374113-51eb-4861-9915-7945333d497c req-557d5a58-535e-4b4c-8ec6-ae8f518791f9 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591810 Jun 16 11:11:59.154746 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-56396c4a-bd52-4ad5-b388-fff8049c15cd service neutron] 10.222.0.21 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823320 Jun 16 11:11:59.309830 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-25a129d1-4d14-4e1d-be9a-8bfacaa9f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:59.312765 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-25a129d1-4d14-4e1d-be9a-8bfacaa9f813 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1099 time: 0.2430081 Jun 16 11:11:59.319469 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-bcaccb28-99f4-47a1-be75-93c9f78e08e3 service neutron] 10.222.0.21 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638949 Jun 16 11:11:59.473479 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-d5ef9d95-1f76-455c-9c80-edd708fd97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:59.475262 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-d5ef9d95-1f76-455c-9c80-edd708fd97f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 909 time: 0.1549366 Jun 16 11:11:59.587987 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2c41255d-c763-4059-9f79-80f5eeff67e3 req-2d09cf76-d9c0-47b7-a4bf-5847ae417df3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 210 time: 0.0406752 Jun 16 11:11:59.617714 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-f645218f-f16b-4c0f-b927-cd4fd5f7449a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 1002 time: 0.1247680 Jun 16 11:11:59.692559 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-b17df128-62b9-4023-b4f1-338f27a4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:59.694599 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-b17df128-62b9-4023-b4f1-338f27a4a63d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 200 len: 847 time: 0.0672514 Jun 16 11:11:59.791599 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-516ad701-2784-4fdd-8b66-501d6661776e req-bfd76813-9959-444f-90c2-e52435fb4ee4 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 210 time: 0.0425911 Jun 16 11:11:59.806897 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-bb121409-8846-4020-ac83-583984d03fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:11:59.808422 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-bb121409-8846-4020-ac83-583984d03fee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b127558a-0a91-4055-8c4e-81762c066422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1024976 Jun 16 11:12:00.247377 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-d2ffa9a5-60a3-4671-aa1e-be1b5f5a316a service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270887 Jun 16 11:12:00.257842 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-1fe854cc-5364-47f4-bc81-6176241eedbd tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:00.259320 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-1fe854cc-5364-47f4-bc81-6176241eedbd tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 811 time: 0.3145776 Jun 16 11:12:00.342677 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f70c53f4-9d19-4fee-80de-3bc5c2f53596 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15b4993674f04d01a29301ad5e63f819 HTTP/1.1" status: 200 len: 379 time: 0.0724740 Jun 16 11:12:00.354186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'port': {'device_id': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'admin_state_up': True, 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'security_groups': ['9ec39d61-c8ab-4d16-a334-9ee71c42f097']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:00.377289 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0956c2e6-9015-44de-a753-8c2d7ab3fa4b req-fcce59cb-a916-4ea1-95d8-0535b34f531f service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226742 Jun 16 11:12:00.644713 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1823fde4-67d8-4728-af03-3a5431dd0005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:00.760709 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041c98-9281-49c8-9ff7-8b819f61da2c req-059d8ba0-7078-4350-b1f9-daa171075dcf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:00.762626 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-28041c98-9281-49c8-9ff7-8b819f61da2c req-059d8ba0-7078-4350-b1f9-daa171075dcf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.4051483 Jun 16 11:12:00.810002 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-bce1318a-5cf1-4802-b948-364d9ca2ef64 req-74420a1e-403f-4c78-a0d3-248217c34cf4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 210 time: 0.0358930 Jun 16 11:12:00.810505 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Made reservation on behalf of 15b4993674f04d01a29301ad5e63f819 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:12:00.813788 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:00.839102 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-28041c98-9281-49c8-9ff7-8b819f61da2c req-e8b43bac-966e-4e66-818d-c70df6180196 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603991 Jun 16 11:12:00.957617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Allocated IP 172.20.0.6 (53770591-43c3-4437-9e06-e0ac4ccc3e3e/e0e6ab1e-f590-48ec-af3f-7cb956934f75/bd851d2b-4fa3-403a-8309-178c9ab4634e) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:12:00.967837 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-92026706-cbcd-4a76-8e4e-232e55f200be req-c73b2751-e695-4bb1-a5d9-fbfe13fde358 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 210 time: 0.0415685 Jun 16 11:12:01.133066 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.150548 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Transition to ACTIVE for port object bd851d2b-4fa3-403a-8309-178c9ab4634e will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:01.193731 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.201292 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7f66dc01-b0d6-4b1b-a44f-838a05c9c4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:01.217718 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-31798f45-e266-45bf-9f2f-3636e08c7ac6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:01.219251 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-31798f45-e266-45bf-9f2f-3636e08c7ac6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 815 time: 0.1352620 Jun 16 11:12:01.250477 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:12:01.253885 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:01.259387 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:12:01.263755 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event updated for resources: {'Port': ['ID=bd851d2b-4fa3-403a-8309-178c9ab4634e,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:01.294350 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:01.331856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:01.331856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.352259 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0013878 Jun 16 11:12:01.358635 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-828cefba-65c3-441d-8047-40fa07a106aa tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 380 time: 0.1278267 Jun 16 11:12:01.375241 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Request body: {'port': {'device_id': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:01.377182 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'port': {'device_id': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'admin_state_up': True, 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'security_groups': ['c47b66b2-bc74-4073-b542-d899be256b81']}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:01.429628 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-adf5c401-c0d6-46f0-9129-a894ef3a2b5f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:01.436480 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-adf5c401-c0d6-46f0-9129-a894ef3a2b5f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 815 time: 0.2155347 Jun 16 11:12:01.484056 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-0ddfb14a-a540-49b0-a231-7586d4902547 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/quotas/02b317ebb8e540b08ea2aa1cc6699128 HTTP/1.1" status: 200 len: 375 time: 0.0464945 Jun 16 11:12:01.510136 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.574325 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-d5732393-c6df-41b6-b97c-82c7ec85630a None None] Provisioning for port bd851d2b-4fa3-403a-8309-178c9ab4634e completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:01.581431 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-d5732393-c6df-41b6-b97c-82c7ec85630a None None] Provisioning complete for port bd851d2b-4fa3-403a-8309-178c9ab4634e triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:01.582087 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Made reservation on behalf of f3e73364aa2f42ba87529e4cdd74af73 for: {'port': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:12:01.582498 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d5732393-c6df-41b6-b97c-82c7ec85630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.585719 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.628165 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-d5732393-c6df-41b6-b97c-82c7ec85630a None None] Port bd851d2b-4fa3-403a-8309-178c9ab4634e cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:12:01.632124 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-bf3a2617-ce5a-4ed4-844f-424a35cf7a41 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471050 Jun 16 11:12:01.815170 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd851d2b-4fa3-403a-8309-178c9ab4634e {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:12:01.819639 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-f423c746-2f6b-4cb0-a91e-2c29672c5eaf service neutron] 10.222.0.21 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866262 Jun 16 11:12:01.823696 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Allocated IP 172.20.0.11 (4e539129-3b95-4273-94b4-82f1d4d6aa73/cdb61714-1675-45bb-8bf8-aeff4c53a535/10143361-7e78-4910-8625-091b7523f2dc) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:12:01.824204 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.838079 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Transition to ACTIVE for port object bd851d2b-4fa3-403a-8309-178c9ab4634e will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:01.842164 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:01.852940 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-61db6dca-743d-49fa-b517-9c1870ebfa3d tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:01.996537 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-c89346cb-c34c-49d5-9191-002b26d57f36 service neutron] 10.222.0.21 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704435 Jun 16 11:12:02.056420 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cb01fcbb-e7fb-4147-a783-1fcd45be8111 req-4073533e-443c-4d81-823a-4b46536c9245 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 210 time: 0.1134140 Jun 16 11:12:02.076508 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Attempting to bind port bd851d2b-4fa3-403a-8309-178c9ab4634e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:12:02.076941 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Attempting to bind port bd851d2b-4fa3-403a-8309-178c9ab4634e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:12:02.077540 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Attempting to bind port bd851d2b-4fa3-403a-8309-178c9ab4634e on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:02.083481 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Pushing event updated for resources: {'Port': ['ID=bd851d2b-4fa3-403a-8309-178c9ab4634e,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:02.086606 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:02.087578 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Port bd851d2b-4fa3-403a-8309-178c9ab4634e on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:12:02.088052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Attempting to bind port bd851d2b-4fa3-403a-8309-178c9ab4634e on network 53770591-43c3-4437-9e06-e0ac4ccc3e3e {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:02.094037 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:12:02.094553 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Checking segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:12:02.095246 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Bound using segment: {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:12:02.097780 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Bound port: bd851d2b-4fa3-403a-8309-178c9ab4634e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe00ecd0-9b90-4787-8bfe-22836ab54904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:12:02.098522 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.103150 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.135940 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Transition to ACTIVE for port object 10143361-7e78-4910-8625-091b7523f2dc will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:02.217543 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] For port bd851d2b-4fa3-403a-8309-178c9ab4634e, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:12:02.223077 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] For port bd851d2b-4fa3-403a-8309-178c9ab4634e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:12:02.236211 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.242995 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-929dbb80-2e63-4eee-a580-0c26eb5d091d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:02.254095 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.277259 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d837c5a2-7d0a-49cb-852b-e8ec06ce484f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:02.345790 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:02.346682 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.346823 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:12:02.350379 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd851d2b-4fa3-403a-8309-178c9ab4634e HTTP/1.1" status: 200 len: 1093 time: 0.9827263 Jun 16 11:12:02.352311 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:02.352478 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:02.354206 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f37805-e3b3-450b-9161-bfe0a1aabc79" -d '{"events": [{"name": "network-changed", "server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:02.367892 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:12:02.447661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Pushing event updated for resources: {'Port': ['ID=bd851d2b-4fa3-403a-8309-178c9ab4634e,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:02.450260 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:02.451108 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.461146 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:02.463737 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:02.474650 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:02.524119 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b53b-9271-49a3-98bd-6797f94251a0 req-1e476159-afcc-45cb-93f1-bc387d64f1d5 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:02.528525 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5335b53b-9271-49a3-98bd-6797f94251a0 req-1e476159-afcc-45cb-93f1-bc387d64f1d5 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.2522478 Jun 16 11:12:02.541264 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1684113 Jun 16 11:12:02.554099 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Request body: {'port': {'device_id': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:02.597187 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-4885e826-0f9a-4a9d-a6bd-03369fff16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:02.598615 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-4885e826-0f9a-4a9d-a6bd-03369fff16be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 1096 time: 0.1969340 Jun 16 11:12:02.604506 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5335b53b-9271-49a3-98bd-6797f94251a0 req-6431d252-7665-4f6c-9d7c-ccc19fda848f tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675957 Jun 16 11:12:02.664941 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dac45-295d-4747-9a4e-0f9c58929a41 req-7a276a55-e30a-4d77-b171-cffa9e657cc6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:02.666768 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7d0dac45-295d-4747-9a4e-0f9c58929a41 req-7a276a55-e30a-4d77-b171-cffa9e657cc6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 943 time: 0.2346456 Jun 16 11:12:02.681579 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-0fc5d1d7-47c2-463c-b657-57e5e6f8cba9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e HTTP/1.1" status: 200 len: 217 time: 0.0756421 Jun 16 11:12:02.722542 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.779772 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7d0dac45-295d-4747-9a4e-0f9c58929a41 req-dd7fff83-ca19-43b2-b717-e4dcfc57377d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025774 Jun 16 11:12:02.793455 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9ecba430-3b77-41c8-9db4-5b8cb0a0456e req-5846f87a-a4a1-4d55-8851-cb820e771c64 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 210 time: 0.0660055 Jun 16 11:12:02.824580 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-d2814f73-1e1b-4ae6-bb57-fd50eaba0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:02.824580 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-d2814f73-1e1b-4ae6-bb57-fd50eaba0411 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.1284359 Jun 16 11:12:02.859525 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-a8ca6289-4261-4c4b-8f9c-5d346ad67566 None None] Provisioning for port 10143361-7e78-4910-8625-091b7523f2dc completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:02.878185 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-a8ca6289-4261-4c4b-8f9c-5d346ad67566 None None] Provisioning complete for port 10143361-7e78-4910-8625-091b7523f2dc triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:02.879956 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6289-4261-4c4b-8f9c-5d346ad67566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:02.899510 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-37b2b82b-8b1e-4b32-8414-cf7c00ba2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:02.902019 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-37b2b82b-8b1e-4b32-8414-cf7c00ba2aa4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735900 Jun 16 11:12:02.968775 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca6289-4261-4c4b-8f9c-5d346ad67566 None None] Port 10143361-7e78-4910-8625-091b7523f2dc cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:12:03.036977 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-d86a7080-17f9-4af4-8c46-916d4daac3a3 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261249 Jun 16 11:12:03.055845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebecfe3c-e346-47e1-aa9f-3945b5151654 x-openstack-request-id: req-ebecfe3c-e346-47e1-aa9f-3945b5151654 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:03.056784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:03.057059 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebecfe3c-e346-47e1-aa9f-3945b5151654 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:03.057565 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'status': 'completed', 'code': 200} Jun 16 11:12:03.157538 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10143361-7e78-4910-8625-091b7523f2dc {{(pid=91890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:12:03.170436 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:03.186351 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Transition to ACTIVE for port object 10143361-7e78-4910-8625-091b7523f2dc will not be triggered until provisioned by entity L2. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:03.192006 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:03.197422 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5182eba6-9e3f-4d42-8b8b-9a1ca29dc987 req-6303c733-85a0-46c2-8adb-e3e4e0a05d08 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545320 Jun 16 11:12:03.201758 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:03.259515 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:03.263503 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:03.416797 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:03.461687 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Attempting to bind port 10143361-7e78-4910-8625-091b7523f2dc on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:12:03.461687 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Attempting to bind port 10143361-7e78-4910-8625-091b7523f2dc by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:12:03.461687 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Attempting to bind port 10143361-7e78-4910-8625-091b7523f2dc on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:03.467330 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Port 10143361-7e78-4910-8625-091b7523f2dc on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:12:03.467330 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Attempting to bind port 10143361-7e78-4910-8625-091b7523f2dc on network 4e539129-3b95-4273-94b4-82f1d4d6aa73 {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:03.476984 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:12:03.478112 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Checking segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:12:03.478519 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Bound using segment: {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'} {{(pid=91890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:12:03.478966 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.managers [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Bound port: 10143361-7e78-4910-8625-091b7523f2dc, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edaf038-c765-4bf1-bc3f-558745e470a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73'}}] {{(pid=91890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:12:03.479478 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:03.506935 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-4c4f8045-cef1-4974-866a-760a013433dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.508549 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-4c4f8045-cef1-4974-866a-760a013433dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 1096 time: 0.2265215 Jun 16 11:12:03.539527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf795b49-8033-4fb8-9c48-de82986a3077 req-a050c135-e461-4486-b35d-9eeb67e64fca tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.547589 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bf795b49-8033-4fb8-9c48-de82986a3077 req-a050c135-e461-4486-b35d-9eeb67e64fca tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1992004 Jun 16 11:12:03.586887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, cleared binding levels {{(pid=91890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:12:03.593003 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:12:03.601734 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:03.604039 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5f6aa4d6-f331-453b-826c-ca74ff059325 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:03.664394 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-bf795b49-8033-4fb8-9c48-de82986a3077 req-16b01a61-3a59-4e3c-9213-1e33c9ac123a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158051 Jun 16 11:12:03.670442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.671063 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:03.673743 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] 10.222.0.35 "PUT /v2.0/ports/10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 200 len: 1094 time: 1.1229913 Jun 16 11:12:03.674216 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'tag': '10143361-7e78-4910-8625-091b7523f2dc'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:03.683090 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d50a250-7b19-4621-8939-80b92185f634" -d '{"events": [{"name": "network-changed", "server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "tag": "10143361-7e78-4910-8625-091b7523f2dc"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:03.704590 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-0d29d54e-0123-4ccf-a6f7-39f78c335c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.706213 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-0d29d54e-0123-4ccf-a6f7-39f78c335c36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 912 time: 0.1855748 Jun 16 11:12:03.711902 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=3']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:03.723147 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:03.743191 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-18a81f01-1b91-4077-9708-a6b42dfba7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:03.792930 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-d4a05520-a6f9-423c-a9f4-682a1fec55d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e HTTP/1.1" status: 200 len: 217 time: 0.0722926 Jun 16 11:12:03.819282 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a89e5c-3860-4072-953a-b7b67bc5552d x-openstack-request-id: req-95a89e5c-3860-4072-953a-b7b67bc5552d {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:03.819889 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "tag": "10143361-7e78-4910-8625-091b7523f2dc", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:03.820341 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95a89e5c-3860-4072-953a-b7b67bc5552d {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:03.820923 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'tag': '10143361-7e78-4910-8625-091b7523f2dc', 'status': 'completed', 'code': 200} Jun 16 11:12:03.828353 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-d65584b0-69d6-43d8-97ec-8340ddaf8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.830709 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-d65584b0-69d6-43d8-97ec-8340ddaf8ccd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1097 time: 0.0947709 Jun 16 11:12:03.870194 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-aae38a72-0498-42f8-91c3-d2d92daf1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.871663 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-aae38a72-0498-42f8-91c3-d2d92daf1906 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.0661650 Jun 16 11:12:03.904642 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-25207597-0a58-4f79-b133-ac1f38641608 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 200 len: 217 time: 0.0448654 Jun 16 11:12:03.935725 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ef868-7bf2-4446-881b-d98ff18459e5 req-9f3d3fb8-9e3b-4d21-957a-872e503ba499 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.937429 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-525ef868-7bf2-4446-881b-d98ff18459e5 req-9f3d3fb8-9e3b-4d21-957a-872e503ba499 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1146514 Jun 16 11:12:03.976928 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-525ef868-7bf2-4446-881b-d98ff18459e5 req-322d556d-a1db-49f7-97ba-6c8c05390106 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Jun 16 11:12:03.979050 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb7e4-0348-46a9-8b8b-6f2d81649394 req-7cf2f19f-3415-4427-bb44-0cc1df2f6283 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:03.980735 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ddb7e4-0348-46a9-8b8b-6f2d81649394 req-7cf2f19f-3415-4427-bb44-0cc1df2f6283 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 943 time: 0.0701330 Jun 16 11:12:04.021486 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ddb7e4-0348-46a9-8b8b-6f2d81649394 req-9dfd9df0-88db-496f-976b-319f3836e637 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344217 Jun 16 11:12:04.107423 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a91d4eb7-fae1-4585-8ce8-cec7f3549105 req-81ae5d92-3b20-4a4a-9346-7f1c02aada25 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 210 time: 0.0294337 Jun 16 11:12:04.294816 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-592eba3e-362c-4fda-ae1a-8edc7122f792 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539551 Jun 16 11:12:04.374028 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23fe8d-4daa-437e-8c9a-0982bb8be7ba req-9e18a810-983e-44f6-a380-174d36f41a95 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:04.375514 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c23fe8d-4daa-437e-8c9a-0982bb8be7ba req-9e18a810-983e-44f6-a380-174d36f41a95 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0686605 Jun 16 11:12:04.416482 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4c23fe8d-4daa-437e-8c9a-0982bb8be7ba req-1c0c8e35-6d2d-4c06-aecd-0f2fa632eb7a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346479 Jun 16 11:12:04.502561 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:04.833885 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d19ac-15fb-4745-b89a-231e709e2ca0 req-4aa65570-d43f-43df-a092-ed8da4f80f56 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:04.835264 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196d19ac-15fb-4745-b89a-231e709e2ca0 req-4aa65570-d43f-43df-a092-ed8da4f80f56 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0632529 Jun 16 11:12:04.872219 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-196d19ac-15fb-4745-b89a-231e709e2ca0 req-99221137-73fd-4237-8e8f-02f24d2a6308 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Jun 16 11:12:05.196093 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02795eb-7bf9-40c8-bf1a-6a50decffd8c req-c04cb8ff-9269-44ee-9f83-17419620996d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:05.197555 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a02795eb-7bf9-40c8-bf1a-6a50decffd8c req-c04cb8ff-9269-44ee-9f83-17419620996d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 943 time: 0.0636773 Jun 16 11:12:05.236114 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a02795eb-7bf9-40c8-bf1a-6a50decffd8c req-ff02f359-8f59-47e2-8aa8-4a97c0db778e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326750 Jun 16 11:12:05.250254 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ca2e86a2-7d3f-4322-bd6c-d44fda5c7f00 req-4c7258c1-c914-4f89-9a00-b833bc3cdc47 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 210 time: 0.0283473 Jun 16 11:12:05.594168 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b5ba-087e-47d9-b586-0e4e4f29b429 req-f1ebaae4-5b02-4f75-82c7-cc3334afc37b tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:05.596551 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6737b5ba-087e-47d9-b586-0e4e4f29b429 req-f1ebaae4-5b02-4f75-82c7-cc3334afc37b tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0683799 Jun 16 11:12:05.634543 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6737b5ba-087e-47d9-b586-0e4e4f29b429 req-1e182b4d-118e-49ca-8bbe-25d9d5b3d23b tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324345 Jun 16 11:12:05.718949 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-788dddc3-2efd-4986-ba16-140a090383c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:05.720898 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-788dddc3-2efd-4986-ba16-140a090383c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0445144 Jun 16 11:12:05.731288 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-b40815f5-a2b8-466d-8ddf-023a2c9ca3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:05.732884 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-b40815f5-a2b8-466d-8ddf-023a2c9ca3a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568130 Jun 16 11:12:06.050907 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a0c1-7aa8-4f01-8dc4-527e0b428fc0 req-0cdeca80-bf34-4680-bf3f-5ad5bec79ec6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:06.052292 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf00a0c1-7aa8-4f01-8dc4-527e0b428fc0 req-0cdeca80-bf34-4680-bf3f-5ad5bec79ec6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0629523 Jun 16 11:12:06.089683 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-cf00a0c1-7aa8-4f01-8dc4-527e0b428fc0 req-fd163644-4936-4879-9829-4aaa7a3e670e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Jun 16 11:12:06.155714 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:06.167583 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:12:06.387611 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a2623d3-051e-45cd-9d90-c3a248b8e448 req-47062ed6-1a46-4597-92fe-43880725642c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 210 time: 0.0284920 Jun 16 11:12:06.425765 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e95b1b-2dcd-4a76-b487-e63d5942e4b7 req-11fb1b0e-6c64-49dd-a3a4-1394d66008b6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:06.427219 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e4e95b1b-2dcd-4a76-b487-e63d5942e4b7 req-11fb1b0e-6c64-49dd-a3a4-1394d66008b6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 943 time: 0.0654733 Jun 16 11:12:06.465060 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e4e95b1b-2dcd-4a76-b487-e63d5942e4b7 req-354b1584-9141-401a-ada3-1257a823adda tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320191 Jun 16 11:12:06.792890 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-ae836a72-4be8-4ed6-91b9-343c4db0f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:06.794736 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-ae836a72-4be8-4ed6-91b9-343c4db0f76e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741441 Jun 16 11:12:06.862788 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-10147b4d-15b6-4b46-8e7b-496504803227 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417494 Jun 16 11:12:06.873879 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b32e7-ea2f-452f-b922-bf6171fa898e req-12148fef-8ffd-42db-aac0-fce41eafc456 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:06.875358 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a52b32e7-ea2f-452f-b922-bf6171fa898e req-12148fef-8ffd-42db-aac0-fce41eafc456 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.1192596 Jun 16 11:12:06.907952 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-eb17b214-c5b8-4510-af5b-e17fe06b8006 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048787 Jun 16 11:12:06.937739 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device bd851d2b-4fa3-403a-8309-178c9ab4634e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:12:06.942382 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 19a5750e-e754-4007-8778-384f3aea35c2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:12:06.994396 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a52b32e7-ea2f-452f-b922-bf6171fa898e req-e30210b8-5119-42e6-bfec-584bac61109a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983388 Jun 16 11:12:07.053316 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-10e70890-a508-4d76-bfe6-8ec56b7fb556 req-1d7be0b9-4c91-4949-8296-e2b1c05aaf03 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302488 Jun 16 11:12:07.077376 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b9f37805-e3b3-450b-9161-bfe0a1aabc79 req-fcbda18e-fc3f-491e-818a-c5c05118f067 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003012 Jun 16 11:12:07.120463 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-dd05700a-6a73-4093-b906-03f1a1fb0cfe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:07.122796 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-dd05700a-6a73-4093-b906-03f1a1fb0cfe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.35 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 815 time: 0.1934788 Jun 16 11:12:07.156172 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'port': {'device_id': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'admin_state_up': True, 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:07.210089 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:07.263882 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:07.268808 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6a6207-de2a-428e-ad3a-4183cb9cdcaf" -d '{"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-unplugged", "status": "completed", "tag": "19a5750e-e754-4007-8778-384f3aea35c2"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:07.275399 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port bd851d2b-4fa3-403a-8309-178c9ab4634e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:07.290198 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a250-7b19-4621-8939-80b92185f634 req-5b880561-9596-4fd7-b941-59f03a5c60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:07.292412 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d50a250-7b19-4621-8939-80b92185f634 req-5b880561-9596-4fd7-b941-59f03a5c60a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1097 time: 0.1582949 Jun 16 11:12:07.317487 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:07.319640 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'port_id': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'mac_address': 'fa:16:3e:3f:34:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:12:07.325341 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:07.328711 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:07.345620 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193096c-2ada-4579-84a0-600941cce2ec req-dece2808-644f-49e3-af57-39da9d59f1c4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:07.353552 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1193096c-2ada-4579-84a0-600941cce2ec req-dece2808-644f-49e3-af57-39da9d59f1c4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1006472 Jun 16 11:12:07.401103 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1193096c-2ada-4579-84a0-600941cce2ec req-422ddb1a-470a-4632-a45e-0a4b8a7028a8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463645 Jun 16 11:12:07.405144 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Made reservation on behalf of 02b317ebb8e540b08ea2aa1cc6699128 for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:12:07.411203 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:07.418861 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:07.439411 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a250-7b19-4621-8939-80b92185f634 req-f1861209-842c-4bc3-830b-5595d7773d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:07.441381 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d50a250-7b19-4621-8939-80b92185f634 req-f1861209-842c-4bc3-830b-5595d7773d4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.1415524 Jun 16 11:12:07.471760 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd851d2b-4fa3-403a-8309-178c9ab4634e {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:12:07.512360 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf54a40-4e8a-4fde-9750-10d62abd50bf x-openstack-request-id: req-dcf54a40-4e8a-4fde-9750-10d62abd50bf {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:07.512830 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-unplugged", "status": "failed", "tag": "19a5750e-e754-4007-8778-384f3aea35c2", "code": 422}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:07.513257 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcf54a40-4e8a-4fde-9750-10d62abd50bf {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:07.513899 dv-cinder-786627-10-iscsi neutron-server[91892]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2', 'code': 422} returned with failed status Jun 16 11:12:07.557812 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d50a250-7b19-4621-8939-80b92185f634 req-9207f89c-f53d-4a35-8cf2-daf614bf0aa8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 200 len: 217 time: 0.0967054 Jun 16 11:12:07.575769 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port bd851d2b-4fa3-403a-8309-178c9ab4634e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:07.577195 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=6']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:07.583262 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:07.585283 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:07.587949 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:07.637002 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a250-7b19-4621-8939-80b92185f634 req-668ccfed-efcf-4921-804e-3251ff514e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:07.638636 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d50a250-7b19-4621-8939-80b92185f634 req-668ccfed-efcf-4921-804e-3251ff514e2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0690069 Jun 16 11:12:07.686570 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=bd851d2b-4fa3-403a-8309-178c9ab4634e,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:07.693984 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:07.701890 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-27bdd333-ae8e-42cc-9bc2-4f7f7489ddc1 req-7bc92af0-2da9-4c63-a382-67582ece4f78 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 210 time: 0.0954235 Jun 16 11:12:07.809905 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Allocated IP 172.20.0.12 (87cae2f5-7e8d-4779-8ef1-c1f3575978d0/87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc/b651a642-42dc-4beb-825e-b87f4bc81bca) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:12:07.823979 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['bd851d2b-4fa3-403a-8309-178c9ab4634e'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:12:07.839462 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a250-7b19-4621-8939-80b92185f634 req-a91c887b-c863-40cd-bdbd-52f80221cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:07.846166 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d50a250-7b19-4621-8939-80b92185f634 req-a91c887b-c863-40cd-bdbd-52f80221cd67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1927960 Jun 16 11:12:07.966320 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb0e1b-481b-4cf4-8f0c-9b3b810fcc7e req-45fea419-4507-437f-8f74-c83b5bbae7e7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:07.980344 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-66eb0e1b-481b-4cf4-8f0c-9b3b810fcc7e req-45fea419-4507-437f-8f74-c83b5bbae7e7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 944 time: 0.3136177 Jun 16 11:12:08.165960 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d50a250-7b19-4621-8939-80b92185f634 req-354512b0-6b31-4dd8-a284-fd13aeffd1bc service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000624 Jun 16 11:12:08.215980 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-66eb0e1b-481b-4cf4-8f0c-9b3b810fcc7e req-6beca646-10c9-4f2a-a578-072a5988ff27 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281754 Jun 16 11:12:08.333797 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:08.365323 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfde448-63e6-40ac-8446-fcbe618f178f req-efda296d-1e5e-4c73-b05e-3b6945423bb4 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:08.375096 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ddfde448-63e6-40ac-8446-fcbe618f178f req-efda296d-1e5e-4c73-b05e-3b6945423bb4 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.1356807 Jun 16 11:12:08.378556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Transition to ACTIVE for port object b651a642-42dc-4beb-825e-b87f4bc81bca will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:08.439359 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ddfde448-63e6-40ac-8446-fcbe618f178f req-c258df01-7a13-458d-bafa-fdde7fd08027 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589979 Jun 16 11:12:08.447185 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:08.454691 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:08.494572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:12:08.498224 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:08.503231 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:12:08.539117 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:08.548632 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:08.569659 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:08.570389 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:08.595608 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4598482 Jun 16 11:12:08.688919 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a7cd0-f0de-4fde-9a83-f2c0bf69a833 req-e0a93826-4e78-49f7-853b-2b20805d588d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:08.694679 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-728a7cd0-f0de-4fde-9a83-f2c0bf69a833 req-e0a93826-4e78-49f7-853b-2b20805d588d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0943997 Jun 16 11:12:08.770724 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-728a7cd0-f0de-4fde-9a83-f2c0bf69a833 req-fde28fdd-72f7-47e1-9dbe-f2e66d99018d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694592 Jun 16 11:12:08.895385 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-977594de-cbd8-4938-b649-75d01f00d3e0 None None] Provisioning for port b651a642-42dc-4beb-825e-b87f4bc81bca completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:08.899669 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-977594de-cbd8-4938-b649-75d01f00d3e0 None None] Provisioning complete for port b651a642-42dc-4beb-825e-b87f4bc81bca triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:08.900091 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-977594de-cbd8-4938-b649-75d01f00d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:08.937862 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-977594de-cbd8-4938-b649-75d01f00d3e0 None None] Port b651a642-42dc-4beb-825e-b87f4bc81bca cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:12:08.942865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf6c13-af03-4631-843e-f1829b66c093 req-e8b134ce-c0aa-459b-b085-f8e2c4a3b9d2 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:08.944684 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1caf6c13-af03-4631-843e-f1829b66c093 req-e8b134ce-c0aa-459b-b085-f8e2c4a3b9d2 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0761325 Jun 16 11:12:08.956059 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device bd851d2b-4fa3-403a-8309-178c9ab4634e up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:12:08.999812 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1caf6c13-af03-4631-843e-f1829b66c093 req-41edea42-ac4d-4ada-8398-8943c0c6003b tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Jun 16 11:12:09.022708 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port bd851d2b-4fa3-403a-8309-178c9ab4634e completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:09.027090 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port bd851d2b-4fa3-403a-8309-178c9ab4634e triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:09.027471 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:09.116178 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:09.167989 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port bd851d2b-4fa3-403a-8309-178c9ab4634e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:09.174084 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:09.176077 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:09.234838 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=bd851d2b-4fa3-403a-8309-178c9ab4634e,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:09.238648 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:09.439514 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720019dd-48db-420c-9d74-7b2e41509512 req-2e1d16a5-96d7-4145-81fb-cb1fcf1c3232 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:09.441312 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-720019dd-48db-420c-9d74-7b2e41509512 req-2e1d16a5-96d7-4145-81fb-cb1fcf1c3232 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.0778890 Jun 16 11:12:09.499346 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-720019dd-48db-420c-9d74-7b2e41509512 req-26d46a57-e1d2-4cc9-8950-629f5fa9a542 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505419 Jun 16 11:12:09.515814 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:09.519264 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aae5bfc-7a5a-4350-9152-92de015f9df0" -d '{"events": [{"server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "name": "network-vif-plugged", "status": "completed", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:09.566703 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57859ac-175d-4004-b04c-7dce896d0292 x-openstack-request-id: req-c57859ac-175d-4004-b04c-7dce896d0292 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:09.567085 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "name": "network-vif-plugged", "status": "completed", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:09.567352 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c57859ac-175d-4004-b04c-7dce896d0292 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:09.567920 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'code': 200} Jun 16 11:12:09.644180 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a77fc6-2bce-424e-9087-a40937092c21 req-30472871-8f20-4346-9f65-7443e4457031 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:09.645663 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c3a77fc6-2bce-424e-9087-a40937092c21 req-30472871-8f20-4346-9f65-7443e4457031 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0672097 Jun 16 11:12:09.686815 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c3a77fc6-2bce-424e-9087-a40937092c21 req-98797816-d89d-4086-a5ee-f234abd62a71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353563 Jun 16 11:12:09.967759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780f92-14df-496d-89fd-35f949660d99 req-440f55cd-6da3-4393-9bad-41a5f29e8048 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:09.969239 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-55780f92-14df-496d-89fd-35f949660d99 req-440f55cd-6da3-4393-9bad-41a5f29e8048 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0677099 Jun 16 11:12:10.011008 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-55780f92-14df-496d-89fd-35f949660d99 req-ee5a5e9b-dd5c-4f73-90e7-f7bd79768bdd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353627 Jun 16 11:12:10.191788 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1412c-fc36-48f7-95d5-197847355df4 req-f53c01a8-e4df-426f-8ba6-3b5cf51dd22f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:10.193662 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-70d1412c-fc36-48f7-95d5-197847355df4 req-f53c01a8-e4df-426f-8ba6-3b5cf51dd22f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0770807 Jun 16 11:12:10.232460 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-70d1412c-fc36-48f7-95d5-197847355df4 req-d764c36e-4bc0-4408-8a2d-95b183b05d32 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329883 Jun 16 11:12:10.687527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d62f-bb8e-480b-9656-f30b5106b241 req-414ecef1-19d4-4a67-b073-1767e66d0f95 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:10.689382 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d820d62f-bb8e-480b-9656-f30b5106b241 req-414ecef1-19d4-4a67-b073-1767e66d0f95 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.0710256 Jun 16 11:12:10.738344 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d820d62f-bb8e-480b-9656-f30b5106b241 req-9c901d41-86c7-4796-ae80-413bef4cc18a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432537 Jun 16 11:12:10.877826 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c504-4ece-4de5-8e66-d711c21ac32e req-4a8706c8-ea92-41c6-9cad-bdb18931419d tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:10.879575 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-47a6c504-4ece-4de5-8e66-d711c21ac32e req-4a8706c8-ea92-41c6-9cad-bdb18931419d tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0699825 Jun 16 11:12:10.932419 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-47a6c504-4ece-4de5-8e66-d711c21ac32e req-694f71ec-425f-4db8-943d-c8e3da95ca50 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 Jun 16 11:12:10.967397 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:12:11.074034 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:11.094820 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '10143361-7e78-4910-8625-091b7523f2dc', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'port_id': '10143361-7e78-4910-8625-091b7523f2dc', 'mac_address': 'fa:16:3e:2e:b8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:12:11.142879 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:11.159472 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10143361-7e78-4910-8625-091b7523f2dc {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:12:11.180390 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:11.185216 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:11.187055 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:11.229848 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7708cf-d24c-418b-981e-78f55ebb6567 req-4cf17dd4-154d-4fb0-a052-ac385ce75ef3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:11.231709 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7f7708cf-d24c-418b-981e-78f55ebb6567 req-4cf17dd4-154d-4fb0-a052-ac385ce75ef3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0865574 Jun 16 11:12:11.262763 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:11.266584 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:11.281501 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7f7708cf-d24c-418b-981e-78f55ebb6567 req-8ac152a4-0af7-40c6-a205-e4ef23c24e8d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Jun 16 11:12:11.422368 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b49d5-4262-429c-b59a-7e650815eb6c req-ecc9f002-1809-403d-839d-c00b97bc801c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:11.424191 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-101b49d5-4262-429c-b59a-7e650815eb6c req-ecc9f002-1809-403d-839d-c00b97bc801c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0719254 Jun 16 11:12:11.437727 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['10143361-7e78-4910-8625-091b7523f2dc'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:12:11.482319 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-101b49d5-4262-429c-b59a-7e650815eb6c req-14d0e34a-67f9-4c53-8357-1514d3691a3e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520637 Jun 16 11:12:11.652943 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:11.965467 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f94db8-bf80-492f-a219-a4c501ce255f req-7f1d61c0-7445-4656-9b84-23f44797c86c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:11.988574 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-96f94db8-bf80-492f-a219-a4c501ce255f req-7f1d61c0-7445-4656-9b84-23f44797c86c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.1002791 Jun 16 11:12:12.028820 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-96f94db8-bf80-492f-a219-a4c501ce255f req-c5c13b02-1c07-4e7f-8f7e-25034cc589d5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392118 Jun 16 11:12:12.130894 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbeb31-7395-4aee-8072-0990230501cf req-e053756c-909c-490a-81da-91fa5841c758 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:12.132471 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b0cbeb31-7395-4aee-8072-0990230501cf req-e053756c-909c-490a-81da-91fa5841c758 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0735939 Jun 16 11:12:12.171761 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b0cbeb31-7395-4aee-8072-0990230501cf req-3bd95df5-39e1-4482-a498-1176853acf0f tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Jun 16 11:12:12.482303 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101492e-2a3b-4f2f-a75c-f05a58723211 req-c12994fa-a265-403b-abbf-f8a77a776eb3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:12.483827 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e101492e-2a3b-4f2f-a75c-f05a58723211 req-c12994fa-a265-403b-abbf-f8a77a776eb3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 945 time: 0.0818341 Jun 16 11:12:12.526307 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e101492e-2a3b-4f2f-a75c-f05a58723211 req-c30f663f-64da-4c36-a5eb-b46c99f79bcb tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363801 Jun 16 11:12:12.676655 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bb2d9-310f-48ea-b783-6995fc4cd432 req-421431e1-9a97-4ae2-8876-6eae46e9e6ca tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:12.683540 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f54bb2d9-310f-48ea-b783-6995fc4cd432 req-421431e1-9a97-4ae2-8876-6eae46e9e6ca tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0718341 Jun 16 11:12:12.723615 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f54bb2d9-310f-48ea-b783-6995fc4cd432 req-0f713200-374d-4234-b859-e71d50da67bf tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390983 Jun 16 11:12:12.937802 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53838) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:12.986662 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:12:13.071342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc21f-4fe5-499f-bcab-e46c818cb916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.211198 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 10143361-7e78-4910-8625-091b7523f2dc completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:13.221305 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 10143361-7e78-4910-8625-091b7523f2dc triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:13.221809 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.295109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc21f-4fe5-499f-bcab-e46c818cb916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.305672 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc21f-4fe5-499f-bcab-e46c818cb916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.309913 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-dd223d2e-205e-4c23-9760-fcf252486f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:13.355436 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.382571 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215304a5-2f76-46fe-897e-61bde9f6a61e req-66649578-044f-42b5-a3c2-85fa1229f96d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:13.389575 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-215304a5-2f76-46fe-897e-61bde9f6a61e req-66649578-044f-42b5-a3c2-85fa1229f96d tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.1817765 Jun 16 11:12:13.397610 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fc21f-4fe5-499f-bcab-e46c818cb916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d0778e-5d3c-49a0-8b30-c1a50174837d,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:13.404469 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-4d6fc21f-4fe5-499f-bcab-e46c818cb916 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4be82f5ba764d858e6c537629b6706a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622722 Jun 16 11:12:13.404469 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4d6fc21f-4fe5-499f-bcab-e46c818cb916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:13.410406 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53846) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:13.417560 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:13.421914 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8424619-a9af-4ece-ba75-212dec312c76" -d '{"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-plugged", "status": "completed", "tag": "10143361-7e78-4910-8625-091b7523f2dc"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:13.433990 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:13.440295 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.445196 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:13.472928 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-215304a5-2f76-46fe-897e-61bde9f6a61e req-192b53dc-5057-4556-b6d7-65517bacf1c6 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818148 Jun 16 11:12:13.473836 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11855210-da78-461b-84d6-77561988e208 req-fe64b08c-1bb2-4c82-9813-2f4a97c2b145 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:13.476825 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-11855210-da78-461b-84d6-77561988e208 req-fe64b08c-1bb2-4c82-9813-2f4a97c2b145 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.1414905 Jun 16 11:12:13.513323 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:13.518662 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:13.533515 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.537773 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-11855210-da78-461b-84d6-77561988e208 req-2eaa0bad-5b12-4aef-88b8-ec2026cd3512 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553329 Jun 16 11:12:13.576298 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.576659 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36af441b-8b4c-4847-9869-1e3167a5d37b x-openstack-request-id: req-36af441b-8b4c-4847-9869-1e3167a5d37b {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:13.576659 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-plugged", "status": "completed", "tag": "10143361-7e78-4910-8625-091b7523f2dc", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:13.576659 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36af441b-8b4c-4847-9869-1e3167a5d37b {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:13.576659 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc', 'code': 200} Jun 16 11:12:13.629988 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.632875 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:13.636833 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56d0778e-5d3c-49a0-8b30-c1a50174837d HTTP/1.1" status: 204 len: 168 time: 0.2228038 Jun 16 11:12:13.636833 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-92585e1a-b84c-40b5-aafa-0b8e3b5fe5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:13.647121 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d0778e-5d3c-49a0-8b30-c1a50174837d,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:13.649532 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:13.777939 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558994-fe27-4622-83a2-af06f0106baa req-2b8237c8-28e1-4205-adb8-a4dbe73f8eb6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:13.786118 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5d558994-fe27-4622-83a2-af06f0106baa req-2b8237c8-28e1-4205-adb8-a4dbe73f8eb6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0971718 Jun 16 11:12:13.824964 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5d558994-fe27-4622-83a2-af06f0106baa req-0b75a5fd-14af-4d0c-967e-1bb4ceb0f2b7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381668 Jun 16 11:12:13.967213 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dedd0-b2cf-419d-aee7-5944bf985434 req-7873bf26-4853-410d-bf97-e0efc585b9d9 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:13.968703 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a90dedd0-b2cf-419d-aee7-5944bf985434 req-7873bf26-4853-410d-bf97-e0efc585b9d9 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0775356 Jun 16 11:12:14.015846 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a90dedd0-b2cf-419d-aee7-5944bf985434 req-c607e261-df93-4f79-9e0f-6f3ebc9d3303 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Jun 16 11:12:14.735978 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84816e5-7b22-4970-becf-d5af9be66db0 req-7cab8087-b633-403e-a24f-3ca50ff71fd5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:14.741035 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c84816e5-7b22-4970-becf-d5af9be66db0 req-7cab8087-b633-403e-a24f-3ca50ff71fd5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.1054616 Jun 16 11:12:14.791509 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c84816e5-7b22-4970-becf-d5af9be66db0 req-871bb087-cfa9-4acd-b0e3-4e63cb22320b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464904 Jun 16 11:12:14.807020 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe080a33-9f81-4d52-949f-4631359a4ab0 req-8fc861e7-6fa2-437b-b9dc-9b4fc9952abb tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:14.808810 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fe080a33-9f81-4d52-949f-4631359a4ab0 req-8fc861e7-6fa2-437b-b9dc-9b4fc9952abb tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.1159079 Jun 16 11:12:15.166325 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fe080a33-9f81-4d52-949f-4631359a4ab0 req-89aa93d9-c67f-4ef5-89f5-f62e7e9f5fe3 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509896 Jun 16 11:12:15.176265 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b97585-e6cc-45c9-89b0-f9759c80ff64 req-28822087-3943-4688-ae36-eb7c4773f66c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:15.178250 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-12b97585-e6cc-45c9-89b0-f9759c80ff64 req-28822087-3943-4688-ae36-eb7c4773f66c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.1237659 Jun 16 11:12:15.237433 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-12b97585-e6cc-45c9-89b0-f9759c80ff64 req-956b46be-ae44-45c2-9623-b4660a575037 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528173 Jun 16 11:12:15.360516 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7b23e-b6fc-476d-8624-d25c1c786668 req-ea5ab18f-8752-449f-bdde-507be62af3be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:15.361989 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5fc7b23e-b6fc-476d-8624-d25c1c786668 req-ea5ab18f-8752-449f-bdde-507be62af3be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0629568 Jun 16 11:12:15.412787 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5fc7b23e-b6fc-476d-8624-d25c1c786668 req-d66c7add-6392-4f7a-847e-19c9f5e10d00 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417454 Jun 16 11:12:16.025366 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e310cae-9e3c-474d-934c-251bd7655524 req-e73659cc-21af-4d4f-892d-45296018f1b0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:16.026922 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4e310cae-9e3c-474d-934c-251bd7655524 req-e73659cc-21af-4d4f-892d-45296018f1b0 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.1117570 Jun 16 11:12:16.065077 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4e310cae-9e3c-474d-934c-251bd7655524 req-642878d6-aa17-4ad7-8cb4-886df161d43f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Jun 16 11:12:16.436171 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f6980-ebab-4cdc-b92e-87cded8c4856 req-cccf9fd6-0e04-4552-8972-4382027bbc18 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:16.438532 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0e9f6980-ebab-4cdc-b92e-87cded8c4856 req-cccf9fd6-0e04-4552-8972-4382027bbc18 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.1253462 Jun 16 11:12:16.461887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd661dc-021d-4779-b0ba-ba584d76bd66 req-2e3b6f42-9f95-4772-89c0-e3a490b4e56a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:16.469688 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-efd661dc-021d-4779-b0ba-ba584d76bd66 req-2e3b6f42-9f95-4772-89c0-e3a490b4e56a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0854971 Jun 16 11:12:16.524054 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0e9f6980-ebab-4cdc-b92e-87cded8c4856 req-c1ab59a3-b9c6-4d4d-8486-b1aaccdcf997 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709288 Jun 16 11:12:16.544690 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-efd661dc-021d-4779-b0ba-ba584d76bd66 req-68e63aeb-1e16-4ab9-8d6f-93d7e4e741cf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740664 Jun 16 11:12:16.721550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99a144-c54c-458c-9c97-f1bd352410ea req-6285f07e-e48a-4194-b1e4-bd2a968cf14b tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:16.723533 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fb99a144-c54c-458c-9c97-f1bd352410ea req-6285f07e-e48a-4194-b1e4-bd2a968cf14b tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0840707 Jun 16 11:12:16.764306 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fb99a144-c54c-458c-9c97-f1bd352410ea req-b667bce1-abc3-43e6-a5f8-ba247936b892 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350602 Jun 16 11:12:17.290939 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee97fe-eb95-4621-8998-fd36ffccbb23 req-8680f50c-30c2-44f2-8655-a0dea0c2c6a1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:17.292570 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5fee97fe-eb95-4621-8998-fd36ffccbb23 req-8680f50c-30c2-44f2-8655-a0dea0c2c6a1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.0735791 Jun 16 11:12:17.354648 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5fee97fe-eb95-4621-8998-fd36ffccbb23 req-77aeabe9-a94e-4b0a-a922-660b615854e7 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535274 Jun 16 11:12:17.721447 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1450226-e77f-45ec-b0a1-8e50f25cfc5d req-31a9fc27-a487-4e72-9379-c730602401da tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:17.723874 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e1450226-e77f-45ec-b0a1-8e50f25cfc5d req-31a9fc27-a487-4e72-9379-c730602401da tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0724928 Jun 16 11:12:17.744268 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d5b63-00d0-4eea-9f70-a6205e499539 req-4603a87a-d44f-4a43-bce7-f99830515444 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:17.745784 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-db6d5b63-00d0-4eea-9f70-a6205e499539 req-4603a87a-d44f-4a43-bce7-f99830515444 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0772743 Jun 16 11:12:17.763853 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e1450226-e77f-45ec-b0a1-8e50f25cfc5d req-47165a03-aab0-4aa1-84e4-ee8ff7c0561a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337858 Jun 16 11:12:17.788946 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-db6d5b63-00d0-4eea-9f70-a6205e499539 req-4157f950-6564-4d16-bfd8-1e96e15172ac tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371451 Jun 16 11:12:17.951918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c188e-cbb4-4a77-b1c0-29d9e900062c req-11f51d14-fa85-4164-b6c0-0793fcc7e1e0 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:17.954492 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-225c188e-cbb4-4a77-b1c0-29d9e900062c req-11f51d14-fa85-4164-b6c0-0793fcc7e1e0 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0721865 Jun 16 11:12:17.994489 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-225c188e-cbb4-4a77-b1c0-29d9e900062c req-95ed7b9b-a012-4762-8c6d-d8f25029cc7c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Jun 16 11:12:18.467698 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Request body: {'port': {'device_id': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:18.566718 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e24ca8-3896-4957-9986-2e76c5722f51 req-202c9a48-6615-4efd-8faf-1331e44637e5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:18.569017 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a3e24ca8-3896-4957-9986-2e76c5722f51 req-202c9a48-6615-4efd-8faf-1331e44637e5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.0959294 Jun 16 11:12:18.599946 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:18.630661 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a3e24ca8-3896-4957-9986-2e76c5722f51 req-27e75019-7421-4146-8fe3-3c50b36fa34c tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533044 Jun 16 11:12:18.679940 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d50a250-7b19-4621-8939-80b92185f634 req-da48eeba-c3bb-45de-a045-5eb56c62b9f9 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093275 Jun 16 11:12:18.761771 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe21e2-df9d-4468-a007-472e14584f41 req-17b63d23-2e74-4749-ae98-4bde58ce31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:18.763122 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cdfe21e2-df9d-4468-a007-472e14584f41 req-17b63d23-2e74-4749-ae98-4bde58ce31de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1099 time: 0.0673847 Jun 16 11:12:18.798872 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-cdfe21e2-df9d-4468-a007-472e14584f41 req-00417aaf-d2d4-48b8-9924-5fa31b42c4f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294297 Jun 16 11:12:18.988319 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e81e45-8b6e-4bc9-b6e6-15d1faeb5b43 req-b59e8c6d-ce14-4d91-930e-f207cdd1440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:18.989918 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-56e81e45-8b6e-4bc9-b6e6-15d1faeb5b43 req-b59e8c6d-ce14-4d91-930e-f207cdd1440b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 1098 time: 0.2521110 Jun 16 11:12:18.997224 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915895-d975-4748-8dec-2da037e8334f req-28cc2663-4fd5-42a5-bf35-735552060828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:18.998624 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-28cc2663-4fd5-42a5-bf35-735552060828 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb&tenant_id=547eb1840c464d0f999f1dfd938b7ad0 HTTP/1.1" status: 200 len: 1097 time: 0.2619338 Jun 16 11:12:19.024618 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd47ae9-d33e-4853-9674-bc764f969030 req-8a541e93-e773-4a31-86d2-6f999185e0d4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.026214 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0fd47ae9-d33e-4853-9674-bc764f969030 req-8a541e93-e773-4a31-86d2-6f999185e0d4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0704432 Jun 16 11:12:19.065366 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-0fd47ae9-d33e-4853-9674-bc764f969030 req-e40d5b1b-33f8-4684-a942-a90365e8b11b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329335 Jun 16 11:12:19.088556 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-56e81e45-8b6e-4bc9-b6e6-15d1faeb5b43 req-f2a4d77c-f2f7-4933-a117-194f10f31e5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889735 Jun 16 11:12:19.152845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a03fb-fdb8-46c5-a43d-8e1f454d90f7 req-fd90e214-cfe2-4e2e-8778-b8c28cfe3270 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.154351 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1b1a03fb-fdb8-46c5-a43d-8e1f454d90f7 req-fd90e214-cfe2-4e2e-8778-b8c28cfe3270 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.2262971 Jun 16 11:12:19.193926 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915895-d975-4748-8dec-2da037e8334f req-3367e4b0-1abe-46a7-af4d-1edab91e1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.195635 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-3367e4b0-1abe-46a7-af4d-1edab91e1483 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1097 time: 0.1663160 Jun 16 11:12:19.197812 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b651a642-42dc-4beb-825e-b87f4bc81bca {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:12:19.209761 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:19.253835 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Transition to ACTIVE for port object b651a642-42dc-4beb-825e-b87f4bc81bca will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:19.263608 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516d3c-d7f2-4472-99e3-e327e4fc474c req-36de0192-8788-4888-9441-c68aa0402516 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.265184 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6b516d3c-d7f2-4472-99e3-e327e4fc474c req-36de0192-8788-4888-9441-c68aa0402516 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 932 time: 0.0789909 Jun 16 11:12:19.266887 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:19.270785 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8787688b-c61e-438b-a570-4c1947252b06 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:19.278553 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1b1a03fb-fdb8-46c5-a43d-8e1f454d90f7 req-503f295b-a2e6-4ee2-b399-1ea2b70457a0 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130595 Jun 16 11:12:19.318030 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6b516d3c-d7f2-4472-99e3-e327e4fc474c req-6dbc37b0-eb6b-4a62-a551-67e4b64607fc tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Jun 16 11:12:19.405586 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Pushing event updated for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:19.411333 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:19.412860 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915895-d975-4748-8dec-2da037e8334f req-495c4497-feda-44de-bb84-85fc22be9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.414036 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-495c4497-feda-44de-bb84-85fc22be9f40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 909 time: 0.2066221 Jun 16 11:12:19.544198 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-2669feeb-6953-4115-bd13-bf87739b826a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 1000 time: 0.1098797 Jun 16 11:12:19.548809 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Attempting to bind port b651a642-42dc-4beb-825e-b87f4bc81bca on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:12:19.549153 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Attempting to bind port b651a642-42dc-4beb-825e-b87f4bc81bca by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:12:19.549483 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Attempting to bind port b651a642-42dc-4beb-825e-b87f4bc81bca on network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:19.579047 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Port b651a642-42dc-4beb-825e-b87f4bc81bca on network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:12:19.579376 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Attempting to bind port b651a642-42dc-4beb-825e-b87f4bc81bca on network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:19.590046 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:12:19.590397 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Checking segment: {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:12:19.590917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Bound using segment: {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:12:19.591362 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Bound port: b651a642-42dc-4beb-825e-b87f4bc81bca, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8f7ecd-6303-493b-9c99-5455b97bd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:12:19.591716 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:19.612862 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915895-d975-4748-8dec-2da037e8334f req-e1e6c2cd-23c3-4623-ba99-1f3f596c78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.614396 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-e1e6c2cd-23c3-4623-ba99-1f3f596c78b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 200 len: 847 time: 0.0626566 Jun 16 11:12:19.698835 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:12:19.703083 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b651a642-42dc-4beb-825e-b87f4bc81bca,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:12:19.708476 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:19.714223 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-61c16a61-6708-468a-84d3-8c24656ca20b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:19.752954 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915895-d975-4748-8dec-2da037e8334f req-eff77b1f-c85e-46b3-adf8-d7280141d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.754424 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-eff77b1f-c85e-46b3-adf8-d7280141d351 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b127558a-0a91-4055-8c4e-81762c066422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1212316 Jun 16 11:12:19.755588 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.756216 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:19.757463 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] 10.222.0.35 "PUT /v2.0/ports/b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 1094 time: 1.2945735 Jun 16 11:12:19.760976 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:19.763103 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37bcf1-2987-47bc-b411-615621380ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:19.827556 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8bd44-c5e1-419e-ae98-ccae325bb5db x-openstack-request-id: req-faa8bd44-c5e1-419e-ae98-ccae325bb5db {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:19.827921 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:19.828212 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faa8bd44-c5e1-419e-ae98-ccae325bb5db {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:19.828831 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'status': 'completed', 'code': 200} Jun 16 11:12:19.850949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Pushing event updated for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:19.864359 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:19.965536 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd7ac-c818-4fbb-80ef-606ce256b5dd req-a0e31fcf-eae8-4c5c-8ebe-acdb0e17390f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:19.967050 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e1bd7ac-c818-4fbb-80ef-606ce256b5dd req-a0e31fcf-eae8-4c5c-8ebe-acdb0e17390f tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.2087498 Jun 16 11:12:19.973170 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-10bff5ac-0bdf-44dc-85bb-26f92b5411be service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066441 Jun 16 11:12:20.008528 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-82244367-1462-43b9-a325-bc54fa714ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.009976 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-82244367-1462-43b9-a325-bc54fa714ddf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1097 time: 0.1726656 Jun 16 11:12:20.072353 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-edf2094f-cc54-436f-bb09-7cfc1eead634 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 217 time: 0.0530217 Jun 16 11:12:20.103395 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e1bd7ac-c818-4fbb-80ef-606ce256b5dd req-6a26a02c-be12-40b2-a429-fd3beaff197a tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282339 Jun 16 11:12:20.168925 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f3915895-d975-4748-8dec-2da037e8334f req-aec924b0-df5e-4349-b4c6-6b40b2dea99e service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860104 Jun 16 11:12:20.170349 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-d74f33cb-64bc-4285-943a-1db8efbcf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.171669 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-d74f33cb-64bc-4285-943a-1db8efbcf009 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 200 len: 854 time: 0.0718958 Jun 16 11:12:20.241155 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-d49beb22-23a1-4636-bf9d-bb40671da940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.242535 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-d49beb22-23a1-4636-bf9d-bb40671da940 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547223 Jun 16 11:12:20.286135 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc13832-70ae-496a-a5a3-636c1c434b90 req-4b8254d9-5f0e-486a-ac6d-8a5d91597a52 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.287604 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-edc13832-70ae-496a-a5a3-636c1c434b90 req-4b8254d9-5f0e-486a-ac6d-8a5d91597a52 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0757079 Jun 16 11:12:20.330458 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-edc13832-70ae-496a-a5a3-636c1c434b90 req-564b71c3-222a-404d-af27-91f76019e2cd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364571 Jun 16 11:12:20.344618 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-29ddb929-bcbb-429a-aca1-475d93ce508f service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950651 Jun 16 11:12:20.477665 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-961fb623-41da-4a27-95e0-4da7a9a64c39 req-25c6c29e-9c6c-44cb-a9dd-646436b1b70e service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267719 Jun 16 11:12:20.519621 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac553e3-9422-4b3c-90eb-a6eff8594d57 req-12d74af4-7789-4703-98f1-532cf55924ee tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.521264 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2ac553e3-9422-4b3c-90eb-a6eff8594d57 req-12d74af4-7789-4703-98f1-532cf55924ee tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.1051059 Jun 16 11:12:20.553067 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fe52e-3347-4efa-bfc1-fc2975d8f064 req-86b0e004-c348-45c8-9b38-8f4b7eda4f61 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.560561 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-af5fe52e-3347-4efa-bfc1-fc2975d8f064 req-86b0e004-c348-45c8-9b38-8f4b7eda4f61 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 944 time: 0.1114440 Jun 16 11:12:20.604330 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-af5fe52e-3347-4efa-bfc1-fc2975d8f064 req-599b12fa-06b5-4e3a-9a44-e7f0d316d5a7 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428624 Jun 16 11:12:20.622130 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2ac553e3-9422-4b3c-90eb-a6eff8594d57 req-184beada-e2d3-4c1d-8127-af92f3d3bec3 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817842 Jun 16 11:12:20.644109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37bcf1-2987-47bc-b411-615621380ebe req-7ccbace6-1366-44fb-81cf-facc1e515784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.645698 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e37bcf1-2987-47bc-b411-615621380ebe req-7ccbace6-1366-44fb-81cf-facc1e515784 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1097 time: 0.1017485 Jun 16 11:12:20.735910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37bcf1-2987-47bc-b411-615621380ebe req-9c086f93-cb90-4b6e-a2aa-52c75ed95336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.737365 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e37bcf1-2987-47bc-b411-615621380ebe req-9c086f93-cb90-4b6e-a2aa-52c75ed95336 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 916 time: 0.0848622 Jun 16 11:12:20.757361 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e93832-e7d0-42fd-ac7b-602afe4046c3 req-90f71859-58e9-4e2e-a4ce-38066f78da69 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.758869 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-83e93832-e7d0-42fd-ac7b-602afe4046c3 req-90f71859-58e9-4e2e-a4ce-38066f78da69 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0641963 Jun 16 11:12:20.767547 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 53968) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:20.772187 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Request body: {'floatingip': {'port_id': '10143361-7e78-4910-8625-091b7523f2dc'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:20.781942 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e37bcf1-2987-47bc-b411-615621380ebe req-a8b859eb-a8f5-499d-9e1a-702156397e6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 217 time: 0.0373135 Jun 16 11:12:20.833923 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37bcf1-2987-47bc-b411-615621380ebe req-c5e15c30-ee3e-4b03-b50f-9345a319e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.835399 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e37bcf1-2987-47bc-b411-615621380ebe req-c5e15c30-ee3e-4b03-b50f-9345a319e2ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 200 len: 854 time: 0.0462706 Jun 16 11:12:20.902650 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37bcf1-2987-47bc-b411-615621380ebe req-12497aab-68ed-4dec-8657-367a6c9ae923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:20.904159 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e37bcf1-2987-47bc-b411-615621380ebe req-12497aab-68ed-4dec-8657-367a6c9ae923 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615256 Jun 16 11:12:21.012774 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e37bcf1-2987-47bc-b411-615621380ebe req-d9b4ef3a-d9ce-4a4c-863a-075bd38eedc2 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005125 Jun 16 11:12:21.073933 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:21.111059 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e37bcf1-2987-47bc-b411-615621380ebe req-90acf7e1-65d9-4193-8be4-4157e5fc6ff8 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Jun 16 11:12:21.282019 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89c3c5-2eea-4d60-841e-a175263a2797 req-4021fe33-e5b4-47c6-a423-adf2b450c7d1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:21.283579 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9f89c3c5-2eea-4d60-841e-a175263a2797 req-4021fe33-e5b4-47c6-a423-adf2b450c7d1 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.0680029 Jun 16 11:12:21.321491 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9f89c3c5-2eea-4d60-841e-a175263a2797 req-c4ebde77-c225-4efe-859c-bb6ae13c16fb tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322862 Jun 16 11:12:21.543616 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:21.550261 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:21.592587 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d515a35-a932-4a1b-bb4d-0709c818deb5 req-7d1992b8-46ba-4e5b-ac2f-b1f504715c1b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:21.594240 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4d515a35-a932-4a1b-bb4d-0709c818deb5 req-7d1992b8-46ba-4e5b-ac2f-b1f504715c1b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.1510775 Jun 16 11:12:21.603224 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 53976) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:21.608658 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Request body: {'floatingip': {'port_id': 'bd851d2b-4fa3-403a-8309-178c9ab4634e'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:21.673350 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Floating IP 59837caf-1804-4196-bd7a-c2db4ee969c9 associated. External IP: 172.27.0.236, port: 10143361-7e78-4910-8625-091b7523f2dc. Jun 16 11:12:21.704141 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:21.885580 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c71ad-0d12-4279-a80d-38695b4bd724 req-46916848-129b-48a5-add1-1bd983f0795e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:21.887106 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1d3c71ad-0d12-4279-a80d-38695b4bd724 req-46916848-129b-48a5-add1-1bd983f0795e tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.1324341 Jun 16 11:12:21.976577 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1d3c71ad-0d12-4279-a80d-38695b4bd724 req-08c44155-c12d-47d5-b787-d73b8bc24c79 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615819 Jun 16 11:12:22.012021 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Router 48449560-f9c6-4d67-8502-fbd171dab1a5 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:12:22.133267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:12:22.137915 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:22.147105 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] Sync routers for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:12:22.159581 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:22.160677 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:22.181609 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4cedd92a-668e-4ba1-a47b-5119cbc9a486 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "PUT /v2.0/floatingips/59837caf-1804-4196-bd7a-c2db4ee969c9 HTTP/1.1" status: 200 len: 992 time: 1.4102142 Jun 16 11:12:22.181609 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'tag': '10143361-7e78-4910-8625-091b7523f2dc'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:22.183187 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78" -d '{"events": [{"name": "network-changed", "server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "tag": "10143361-7e78-4910-8625-091b7523f2dc"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:22.227434 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464fd8-66f0-4132-b810-d5f30ef13b93 req-fa0764e5-4ef4-40f7-a771-bccfd9d056f4 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:22.229034 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e464fd8-66f0-4132-b810-d5f30ef13b93 req-fa0764e5-4ef4-40f7-a771-bccfd9d056f4 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 944 time: 0.1476979 Jun 16 11:12:22.290118 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:22.349788 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9e464fd8-66f0-4132-b810-d5f30ef13b93 req-839dc4b1-d059-4ce9-8ae0-0d5f99194d43 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566490 Jun 16 11:12:22.355770 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3865609-c10a-4b40-9e82-9bc54a0451ea x-openstack-request-id: req-e3865609-c10a-4b40-9e82-9bc54a0451ea {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:22.356136 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "tag": "10143361-7e78-4910-8625-091b7523f2dc", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:22.356421 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3865609-c10a-4b40-9e82-9bc54a0451ea {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:22.356841 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'tag': '10143361-7e78-4910-8625-091b7523f2dc', 'status': 'completed', 'code': 200} Jun 16 11:12:22.589922 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '59837caf-1804-4196-bd7a-c2db4ee969c9', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'port_id': '10143361-7e78-4910-8625-091b7523f2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'mac_address': 'fa:16:3e:2e:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:11:58Z', 'updated_at': '2021-06-16T11:12:21Z', 'revision_number': 1, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:22.593546 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] Checking router: 48449560-f9c6-4d67-8502-fbd171dab1a5 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:12:22.602579 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:22.603683 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:22.709523 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:22.714209 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:22.718279 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:22.823651 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.l3_db [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Floating IP ea99739c-f2ba-46e6-bb60-c77058ce818e associated. External IP: 172.27.0.137, port: bd851d2b-4fa3-403a-8309-178c9ab4634e. Jun 16 11:12:22.937024 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '59837caf-1804-4196-bd7a-c2db4ee969c9', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'port_id': '10143361-7e78-4910-8625-091b7523f2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'mac_address': 'fa:16:3e:2e:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:11:58Z', 'updated_at': '2021-06-16T11:12:21Z', 'revision_number': 1, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:22.941352 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2fd4b-a5bd-4b80-a2d2-700c50d0dde5 None None] The sync data for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi is: [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '59837caf-1804-4196-bd7a-c2db4ee969c9', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'port_id': '10143361-7e78-4910-8625-091b7523f2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'mac_address': 'fa:16:3e:2e:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:11:58Z', 'updated_at': '2021-06-16T11:12:21Z', 'revision_number': 1, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:12:23.029167 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:12:23.143040 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:12:23.148385 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:23.154280 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] Sync routers for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:12:23.168670 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:23.169534 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b556e69-6601-43fb-831e-d522dfc653af req-5b3bfa58-ec53-4ce4-9c23-c7b24761a48d tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:23.173184 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1b556e69-6601-43fb-831e-d522dfc653af req-5b3bfa58-ec53-4ce4-9c23-c7b24761a48d tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0772514 Jun 16 11:12:23.173916 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ddaa7-7719-47f6-93cf-630bcbc530ea None None] New status for floating IP 59837caf-1804-4196-bd7a-c2db4ee969c9: ACTIVE {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:12:23.178989 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:23.198002 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-2fc19083-696e-47d2-9c1e-67ad45e04f4e tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "PUT /v2.0/floatingips/ea99739c-f2ba-46e6-bb60-c77058ce818e HTTP/1.1" status: 200 len: 991 time: 1.5930970 Jun 16 11:12:23.198886 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:23.201666 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a3386-6254-4988-b588-09fd4f6fd249" -d '{"events": [{"name": "network-changed", "server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:23.231521 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1b556e69-6601-43fb-831e-d522dfc653af req-f78efc87-0814-4417-b97c-749ddda87d93 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533099 Jun 16 11:12:23.286406 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b5b59d-8f7e-4495-85cb-971ae615833c x-openstack-request-id: req-58b5b59d-8f7e-4495-85cb-971ae615833c {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:23.286914 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:23.287018 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58b5b59d-8f7e-4495-85cb-971ae615833c {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:23.287420 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'status': 'completed', 'code': 200} Jun 16 11:12:23.303348 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b651a642-42dc-4beb-825e-b87f4bc81bca details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:12:23.309179 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:23.445575 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b651a642-42dc-4beb-825e-b87f4bc81bca,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:23.457493 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'port_id': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'mac_address': 'fa:16:3e:5d:61:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:12:23.495501 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:23.510218 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b651a642-42dc-4beb-825e-b87f4bc81bca {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:12:23.531038 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b651a642-42dc-4beb-825e-b87f4bc81bca,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:23.536469 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:23.538235 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-8f8d09bf-e18e-4e6d-b202-f61883360ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:23.553303 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'ea99739c-f2ba-46e6-bb60-c77058ce818e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'port_id': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'mac_address': 'fa:16:3e:3f:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:11:55Z', 'updated_at': '2021-06-16T11:12:22Z', 'revision_number': 1, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:23.556794 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] Checking router: d8d2bd6f-485e-4012-bd07-d1eb072c9a84 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:12:23.565277 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:23.565879 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:23.586799 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:23.590390 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:23.666905 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:23.879406 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'ea99739c-f2ba-46e6-bb60-c77058ce818e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'port_id': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'mac_address': 'fa:16:3e:3f:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:11:55Z', 'updated_at': '2021-06-16T11:12:22Z', 'revision_number': 1, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:23.882814 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9de7a-71ca-47af-baf2-c63139f6a314 None None] The sync data for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi is: [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'ea99739c-f2ba-46e6-bb60-c77058ce818e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'port_id': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'mac_address': 'fa:16:3e:3f:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:11:55Z', 'updated_at': '2021-06-16T11:12:22Z', 'revision_number': 1, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:12:24.054898 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27acc27-87b2-4d68-ad4b-e9a8c2c212f4 None None] New status for floating IP ea99739c-f2ba-46e6-bb60-c77058ce818e: ACTIVE {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:12:25.337704 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-cc74ec96-d90c-47b7-8c7b-88b589d0dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.339331 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-cc74ec96-d90c-47b7-8c7b-88b589d0dddd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1099 time: 0.1027286 Jun 16 11:12:25.342096 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-cbcacfc9-b9e4-48f7-a376-37b439d46768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.343539 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-cbcacfc9-b9e4-48f7-a376-37b439d46768 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b4993674f04d01a29301ad5e63f819&device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 1098 time: 0.0809901 Jun 16 11:12:25.440415 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44224e-2128-4d56-92d3-ee3e9be5da08 req-ae495683-29cc-49b6-b861-20f9d2d96f68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.441896 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ad44224e-2128-4d56-92d3-ee3e9be5da08 req-ae495683-29cc-49b6-b861-20f9d2d96f68 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0721879 Jun 16 11:12:25.482819 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ad44224e-2128-4d56-92d3-ee3e9be5da08 req-567f227c-3eea-4da5-9bc6-c02616637f1b tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350449 Jun 16 11:12:25.508743 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['b651a642-42dc-4beb-825e-b87f4bc81bca'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:12:25.577713 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-74e5c61d-f9b8-4e5e-9771-0e471eb82800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.579972 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-74e5c61d-f9b8-4e5e-9771-0e471eb82800 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.2290339 Jun 16 11:12:25.582611 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-b467ad68-c2bc-49c3-8496-93cba43b2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.583945 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-b467ad68-c2bc-49c3-8496-93cba43b2a81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 200 len: 912 time: 0.2320213 Jun 16 11:12:25.688917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd4d3-7c3f-41ca-b50c-14bb496469c1 req-fbf52033-dbf7-42e1-a33e-bdf689916714 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.691232 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-938bd4d3-7c3f-41ca-b50c-14bb496469c1 req-fbf52033-dbf7-42e1-a33e-bdf689916714 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 945 time: 0.3233562 Jun 16 11:12:25.737840 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-8ba6edad-8e26-488d-aabc-2109cfb9a414 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 200 len: 1002 time: 0.1398909 Jun 16 11:12:25.747578 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-2df40006-68a8-4b0a-9efa-3479450f638f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e HTTP/1.1" status: 200 len: 1001 time: 0.1485679 Jun 16 11:12:25.807539 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-938bd4d3-7c3f-41ca-b50c-14bb496469c1 req-348f5b41-aa9a-42f8-b8a6-b0836a6f5c0c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049564 Jun 16 11:12:25.830098 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-7501d5b1-6a56-4a94-97a4-98cbd7bb95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.831539 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-7501d5b1-6a56-4a94-97a4-98cbd7bb95cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0831063 Jun 16 11:12:25.848710 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-332fdd18-51b0-4307-adf7-da16711fbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.850070 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-332fdd18-51b0-4307-adf7-da16711fbb61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 200 len: 850 time: 0.0921137 Jun 16 11:12:25.930885 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-1f5822d8-01f3-4ec6-920b-61b57953f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.932409 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-1f5822d8-01f3-4ec6-920b-61b57953f68e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932691 Jun 16 11:12:25.934916 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-e22111c1-4d69-4c34-b556-db9b09bba306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:25.936243 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-e22111c1-4d69-4c34-b556-db9b09bba306 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53770591-43c3-4437-9e06-e0ac4ccc3e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706418 Jun 16 11:12:26.346446 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-b907008a-f8ef-45d5-a1c1-4d47a49dab47 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016092 Jun 16 11:12:26.350023 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-3914bb63-046a-436b-a10c-a2f11815b7dd service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982544 Jun 16 11:12:26.517771 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d5d5c20-c2f8-4fbc-874e-fae2c303cb78 req-23322070-d75b-4262-a9ed-ca83269896d4 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595953 Jun 16 11:12:26.520141 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b33a3386-6254-4988-b588-09fd4f6fd249 req-25c88ddd-5eb1-43cc-8293-0fd854500550 service neutron] 10.222.0.35 "GET /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609540 Jun 16 11:12:26.699980 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36fc6-cdca-4dee-8efd-fcb011e69608 req-f70cc860-952b-4349-9567-7e2fc8e4effd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:26.701510 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2ce36fc6-cdca-4dee-8efd-fcb011e69608 req-f70cc860-952b-4349-9567-7e2fc8e4effd tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0695961 Jun 16 11:12:26.744272 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-2ce36fc6-cdca-4dee-8efd-fcb011e69608 req-e0bb640b-09bd-4ec6-858c-0de1547a5418 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363529 Jun 16 11:12:26.995806 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b881f-9e1e-4903-85a0-858ffd5710d9 req-172cd677-bf1d-4777-bedc-17a59cc96325 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:26.997271 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4a7b881f-9e1e-4903-85a0-858ffd5710d9 req-172cd677-bf1d-4777-bedc-17a59cc96325 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 945 time: 0.0730565 Jun 16 11:12:27.035933 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4a7b881f-9e1e-4903-85a0-858ffd5710d9 req-68f9c002-a25c-4bc5-9007-37d0f1fcc415 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Jun 16 11:12:27.236601 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b651a642-42dc-4beb-825e-b87f4bc81bca up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:12:27.290810 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port b651a642-42dc-4beb-825e-b87f4bc81bca completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:27.294672 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port b651a642-42dc-4beb-825e-b87f4bc81bca triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:27.295289 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:27.392214 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:27.415349 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:27.417636 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41ed912-304b-4e35-a97f-29387ef21315" -d '{"events": [{"server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "name": "network-vif-plugged", "status": "completed", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:27.430945 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b651a642-42dc-4beb-825e-b87f4bc81bca,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:27.436164 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:27.439813 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0cf78307-f33e-4a9a-a4a8-498fa793ca99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:27.462544 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183f168-3720-4891-8d2b-e9423a2fb5c6 x-openstack-request-id: req-8183f168-3720-4891-8d2b-e9423a2fb5c6 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:27.462856 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "name": "network-vif-plugged", "status": "completed", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:27.463092 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8183f168-3720-4891-8d2b-e9423a2fb5c6 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:27.463495 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'code': 200} Jun 16 11:12:27.494493 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:27.497534 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:27.738036 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43bfa7-c084-4f28-8b53-d491a302581d req-8654da88-24b4-4c7e-ac8e-4725d85109bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:27.739514 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea43bfa7-c084-4f28-8b53-d491a302581d req-8654da88-24b4-4c7e-ac8e-4725d85109bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1099 time: 0.0556386 Jun 16 11:12:27.778080 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ea43bfa7-c084-4f28-8b53-d491a302581d req-13f15932-1045-4dcd-b785-e75a8fc53ed7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286593 Jun 16 11:12:27.927048 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccc018-62a2-46d3-8de8-c92b9b66e795 req-18c56634-f3b6-4a83-a009-33d5bb1ac095 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:27.928581 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-52ccc018-62a2-46d3-8de8-c92b9b66e795 req-18c56634-f3b6-4a83-a009-33d5bb1ac095 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0698721 Jun 16 11:12:27.971820 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-52ccc018-62a2-46d3-8de8-c92b9b66e795 req-2bf1cabe-f800-4841-a9e2-f15343a85fb7 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374253 Jun 16 11:12:28.217801 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449e4c-19d9-41f3-bd07-743a558627b7 req-c749aafc-5340-4837-95e6-b96e60c3178c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:28.219998 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-23449e4c-19d9-41f3-bd07-743a558627b7 req-c749aafc-5340-4837-95e6-b96e60c3178c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0639679 Jun 16 11:12:28.260098 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-23449e4c-19d9-41f3-bd07-743a558627b7 req-ef7e5908-2535-4527-bb8a-17b1b01a0eb0 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Jun 16 11:12:29.166309 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cbce4-17a1-4e41-a9a8-1a5c7f0a26ce req-7bc78d2e-d872-4bf2-aa5f-a1c483af214c tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:29.167744 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8c7cbce4-17a1-4e41-a9a8-1a5c7f0a26ce req-7bc78d2e-d872-4bf2-aa5f-a1c483af214c tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 944 time: 0.0736210 Jun 16 11:12:29.206220 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8c7cbce4-17a1-4e41-a9a8-1a5c7f0a26ce req-a64c1f36-b6bc-4610-bf2d-d2e1b5340551 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Jun 16 11:12:29.242849 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 19a5750e-e754-4007-8778-384f3aea35c2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:12:29.347519 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:29.358338 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '19a5750e-e754-4007-8778-384f3aea35c2', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'port_id': '19a5750e-e754-4007-8778-384f3aea35c2', 'mac_address': 'fa:16:3e:08:82:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:12:29.398119 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:29.415313 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a5750e-e754-4007-8778-384f3aea35c2 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:12:29.436464 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:29.441837 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:29.443663 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:29.447882 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962393-67d7-41aa-8008-782d1c92b3fc req-1d92d877-56da-41aa-ad13-7802f2c9fc36 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:29.448426 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a9962393-67d7-41aa-8008-782d1c92b3fc req-1d92d877-56da-41aa-ad13-7802f2c9fc36 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0688672 Jun 16 11:12:29.488569 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a9962393-67d7-41aa-8008-782d1c92b3fc req-b48e6622-ed96-4f24-9adb-2c383a3baca4 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347967 Jun 16 11:12:29.610055 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=7']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:29.615511 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:29.696915 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1fc8-25dc-4d52-b875-f4c608f81be3 req-1e382e9a-b10a-4797-ab4a-cb224d4f7492 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:29.698396 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-372d1fc8-25dc-4d52-b875-f4c608f81be3 req-1e382e9a-b10a-4797-ab4a-cb224d4f7492 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0961146 Jun 16 11:12:29.720124 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['19a5750e-e754-4007-8778-384f3aea35c2'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:12:29.743435 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-372d1fc8-25dc-4d52-b875-f4c608f81be3 req-9ffa049c-376e-4540-a961-2b70e748a691 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 Jun 16 11:12:30.222937 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469a848-d728-4678-b775-fc7e98fef55d req-b7d8f2b1-8b71-4e5c-b211-987017af7e7c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:30.224501 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1469a848-d728-4678-b775-fc7e98fef55d req-b7d8f2b1-8b71-4e5c-b211-987017af7e7c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0662878 Jun 16 11:12:30.284670 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1469a848-d728-4678-b775-fc7e98fef55d req-3b6449df-a0ce-423e-bdd1-9b5bafe298d9 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544550 Jun 16 11:12:30.413514 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34742b-a183-45ee-9857-b4a7b52edaaf req-2b44e1aa-88e8-4aca-823c-fe1c93f9a599 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:30.415074 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2a34742b-a183-45ee-9857-b4a7b52edaaf req-2b44e1aa-88e8-4aca-823c-fe1c93f9a599 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 945 time: 0.0741849 Jun 16 11:12:30.456972 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2a34742b-a183-45ee-9857-b4a7b52edaaf req-6a56e746-06ba-4e50-a151-a6b08818d8ed tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355268 Jun 16 11:12:30.641382 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-de4a6910-5ddc-4cc3-80c4-baf956b88317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:31.251900 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 19a5750e-e754-4007-8778-384f3aea35c2 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:12:31.300683 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 19a5750e-e754-4007-8778-384f3aea35c2 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:31.301069 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:31.385083 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:31.407512 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:31.409802 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc55f3-c4a0-4b2d-bc6e-b7a65b237f34" -d '{"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-plugged", "status": "completed", "tag": "19a5750e-e754-4007-8778-384f3aea35c2"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:31.423930 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:31.428087 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:31.430159 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-02f7c88f-e02c-4365-baa5-6eb9e4cd0781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:31.459455 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b061c053-8f83-4e07-b1b3-bdeca226132c x-openstack-request-id: req-b061c053-8f83-4e07-b1b3-bdeca226132c {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:31.459765 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-plugged", "status": "completed", "tag": "19a5750e-e754-4007-8778-384f3aea35c2", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:31.460059 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b061c053-8f83-4e07-b1b3-bdeca226132c {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:31.460465 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2', 'code': 200} Jun 16 11:12:31.483278 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=8']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:31.490535 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:31.668450 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea92f2-92b6-4a61-b85c-2e02a4e2c5ec req-4cf8b1de-795c-47a9-9238-487befb7c2ae tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:31.670307 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7eea92f2-92b6-4a61-b85c-2e02a4e2c5ec req-4cf8b1de-795c-47a9-9238-487befb7c2ae tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0836473 Jun 16 11:12:31.743290 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7eea92f2-92b6-4a61-b85c-2e02a4e2c5ec req-67cd9240-bc35-4139-9a25-5f820c733586 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663900 Jun 16 11:12:31.764435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551a862-c337-4c16-87db-d815299aaeb1 req-c9568542-e400-4578-979d-cdb704944526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:31.766184 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3551a862-c337-4c16-87db-d815299aaeb1 req-c9568542-e400-4578-979d-cdb704944526 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1099 time: 0.0681303 Jun 16 11:12:31.804730 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3551a862-c337-4c16-87db-d815299aaeb1 req-4f58ebf4-6c32-432e-b2d8-514553ca85f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Jun 16 11:12:32.926322 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178b81-ff38-4d00-82b6-b574081fb8f7 req-f96b3b2a-39a5-40c6-a500-6084a0301612 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:32.927811 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-89178b81-ff38-4d00-82b6-b574081fb8f7 req-f96b3b2a-39a5-40c6-a500-6084a0301612 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0645354 Jun 16 11:12:32.966909 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-89178b81-ff38-4d00-82b6-b574081fb8f7 req-778f6758-39fe-4afd-bd55-8ea974823779 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Jun 16 11:12:33.402050 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:33.735115 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0ec49103-8d78-4422-b04d-298df79397fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:34.501731 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:36.159478 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:39.996436 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a56b-45a1-4116-b301-9306a2ec2899 req-b6bd8be5-0510-4eea-b001-ecfb05758e6a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:39.997896 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c6d3a56b-45a1-4116-b301-9306a2ec2899 req-b6bd8be5-0510-4eea-b001-ecfb05758e6a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0665696 Jun 16 11:12:40.036526 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c6d3a56b-45a1-4116-b301-9306a2ec2899 req-9dd1ff0e-794e-4bb6-bb27-26c6df211d90 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Jun 16 11:12:40.065467 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54246) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:40.278481 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8fa1cf-d00c-4970-add4-86ae6ed386bb tempest-TestMinimumBasicScenario-2077405687 tempest-TestMinimumBasicScenario-2077405687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:40.280021 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7a8fa1cf-d00c-4970-add4-86ae6ed386bb tempest-TestMinimumBasicScenario-2077405687 tempest-TestMinimumBasicScenario-2077405687-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1094 time: 0.2135453 Jun 16 11:12:40.283068 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54250) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:40.288247 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'port_id': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:40.312863 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for floatingip, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:40.411449 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:40.523834 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Allocated IP 172.27.0.170 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/c095bee3-a39e-45ec-8f2c-243fd81363c1) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:12:40.626306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:40.665766 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:40.667902 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:40.703293 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:12:40.707903 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:40.711186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:12:40.716374 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'Port': ['ID=c095bee3-a39e-45ec-8f2c-243fd81363c1,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:40.738716 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:41.062752 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.148998 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.305391 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.310165 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.313086 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:41.387487 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'Port': ['ID=c095bee3-a39e-45ec-8f2c-243fd81363c1,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:41.391359 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:41.397767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.497055 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.l3_db [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Floating IP 1a7237e4-ede1-4e31-a342-6b1b5fd518e7 associated. External IP: 172.27.0.170, port: b651a642-42dc-4beb-825e-b87f4bc81bca. Jun 16 11:12:41.655200 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.709997 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Router 0157650b-b561-4873-8943-711c4753dd5f has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:12:41.815744 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:12:41.825128 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] Sync routers for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:12:41.835288 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:41.836099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:41.836655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.881746 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5976691 Jun 16 11:12:41.882376 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:41.884549 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54258) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:41.885033 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e50d34-4ad4-4cbf-a546-24541267e31f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:41.889894 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906171799', 'description': 'tempest-secgroup-smoke-906171799 description', 'project_id': '02b317ebb8e540b08ea2aa1cc6699128'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:41.923749 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:41.926710 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb63f6-8fd8-456c-a6de-d9d860eb8f64 x-openstack-request-id: req-decb63f6-8fd8-456c-a6de-d9d860eb8f64 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:41.926710 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:41.926938 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-decb63f6-8fd8-456c-a6de-d9d860eb8f64 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:41.927446 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'status': 'completed', 'code': 200} Jun 16 11:12:41.954114 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:42.025275 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.025275 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.026957 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-99763c0c-3485-42aa-872e-c27ddf8c5144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:42.053978 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-052cef92-90d7-496c-976b-78fbbc591da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:42.054251 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.058006 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1696501 Jun 16 11:12:42.058160 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-052cef92-90d7-496c-976b-78fbbc591da0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1099 time: 0.0906537 Jun 16 11:12:42.058265 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f332286-56c6-4dd5-97bf-f511bcfafe22,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:42.059266 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54262) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:42.065358 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.065742 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.066171 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.066484 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.066846 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.067207 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.067568 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.067818 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'security_group_rule': {'security_group_id': '5f332286-56c6-4dd5-97bf-f511bcfafe22', 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:42.067949 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.068300 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.068655 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.069008 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.069359 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:42.073040 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:42.205006 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '1a7237e4-ede1-4e31-a342-6b1b5fd518e7', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '0157650b-b561-4873-8943-711c4753dd5f', 'port_id': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'mac_address': 'fa:16:3e:5d:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:12:40Z', 'updated_at': '2021-06-16T11:12:40Z', 'revision_number': 0, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:45Z', 'revision_number': 5, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:42.208777 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] Checking router: 0157650b-b561-4873-8943-711c4753dd5f for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:12:42.219105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.219642 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:42.219946 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:42.298982 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-cbbb6756-2d92-4ad9-8f09-b33c0343e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:42.301360 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-cbbb6756-2d92-4ad9-8f09-b33c0343e410 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 916 time: 0.2259445 Jun 16 11:12:42.352481 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:42.379894 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.391001 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.398986 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:42.413524 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-f9a4edc6-2ed1-429d-a59e-60b1ecef3241 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 1000 time: 0.1041028 Jun 16 11:12:42.423233 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfeeac8-9757-4d92-a3a2-1c138c9f1460,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:42.434345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:42.436683 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.441139 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-6096a1a2-e93b-437a-b893-4da2b6597683 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779972 Jun 16 11:12:42.441985 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54270) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:42.448710 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'security_group_rule': {'security_group_id': '5f332286-56c6-4dd5-97bf-f511bcfafe22', 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:42.481048 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-4694d6eb-ba40-4677-b530-e2bb20682a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:42.484354 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.497852 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-4694d6eb-ba40-4677-b530-e2bb20682a8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 200 len: 854 time: 0.0672424 Jun 16 11:12:42.553415 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.558820 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.559136 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-5fc54b42-3cbe-4c26-99e7-ced6c88249d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:42.560786 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-5fc54b42-3cbe-4c26-99e7-ced6c88249d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590596 Jun 16 11:12:42.566702 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-daac2633-96a9-4d43-8d7d-5864a092e634 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:42.581501 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdf0130-2dc9-4609-9a0e-8a46a40e73be,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:42.585793 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:42.599156 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.603453 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5313fd09-29c9-45ff-8513-709c5cb00c29 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585560 Jun 16 11:12:42.605964 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54272) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:42.610660 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'security_group_rule': {'security_group_id': '5f332286-56c6-4dd5-97bf-f511bcfafe22', 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:42.638261 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.647731 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '1a7237e4-ede1-4e31-a342-6b1b5fd518e7', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '0157650b-b561-4873-8943-711c4753dd5f', 'port_id': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'mac_address': 'fa:16:3e:5d:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:12:40Z', 'updated_at': '2021-06-16T11:12:40Z', 'revision_number': 0, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:45Z', 'revision_number': 5, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:42.651424 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18bc0b-e0ae-4640-bf1c-017c7c9f6c48 None None] The sync data for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi is: [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '1a7237e4-ede1-4e31-a342-6b1b5fd518e7', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '0157650b-b561-4873-8943-711c4753dd5f', 'port_id': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'mac_address': 'fa:16:3e:5d:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:12:40Z', 'updated_at': '2021-06-16T11:12:40Z', 'revision_number': 0, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:45Z', 'revision_number': 5, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:12:42.664055 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-b946ca5e-566c-4c36-9772-954d96660667 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959315 Jun 16 11:12:42.714330 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.718289 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.725429 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:42.741977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcf675c-ccae-4575-8faf-24784e957826,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:42.745118 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:42.746449 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.751299 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443462 Jun 16 11:12:42.751916 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54274) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:42.756464 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'security_group_rule': {'security_group_id': '5f332286-56c6-4dd5-97bf-f511bcfafe22', 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:42.770156 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f9e50d34-4ad4-4cbf-a546-24541267e31f req-e7238edd-c4ea-44bd-b6a1-cabac2dcaf1e service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972459 Jun 16 11:12:42.784873 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.860613 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.864486 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.866635 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:42.873338 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b65fc-fa7e-4568-9252-8f15bdafa53f None None] New status for floating IP 1a7237e4-ede1-4e31-a342-6b1b5fd518e7: ACTIVE {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:12:42.884314 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a401b0-bdc2-4f9c-9b5c-6a5216be37a2,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:42.887095 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:42.891394 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.895483 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-85c7799d-a8c1-47e1-94d0-89c3fbeed25e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400440 Jun 16 11:12:42.895860 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54276) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:42.900767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'security_group_rule': {'security_group_id': '5f332286-56c6-4dd5-97bf-f511bcfafe22', 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:42.924730 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.securitygroups_db [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Project 02b317ebb8e540b08ea2aa1cc6699128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:12:42.929544 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.989088 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.993738 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:42.996156 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:43.012287 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a957808e-9da7-4e6e-93fe-ec8773685a22,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:43.014942 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:43.023525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.025019 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-a2a8bbbf-eea4-4c12-ad8a-467f10c2763f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281726 Jun 16 11:12:43.027840 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54278) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:43.034006 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'security_group_rule': {'security_group_id': '5f332286-56c6-4dd5-97bf-f511bcfafe22', 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:43.061658 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.securitygroups_db [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Project 02b317ebb8e540b08ea2aa1cc6699128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:12:43.068778 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.135599 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.139828 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.142096 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:43.162562 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3679733-439d-4873-b3b4-22b25a0cf2ab,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:43.165448 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:43.168142 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:12:43.168553 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.169866 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-094586b8-dcbf-4657-b646-160d305e808d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410866 Jun 16 11:12:43.295257 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-275df519-3ac5-4610-aabd-b80328db5336 req-54f9b2c0-5ccd-401e-b9b1-683827a53eb7 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906171799&fields=id&tenant_id=02b317ebb8e540b08ea2aa1cc6699128 HTTP/1.1" status: 200 len: 267 time: 0.0338938 Jun 16 11:12:43.375471 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df519-3ac5-4610-aabd-b80328db5336 req-3d6a4f14-6295-4627-bfd1-b515d48584f7 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:43.377023 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-275df519-3ac5-4610-aabd-b80328db5336 req-3d6a4f14-6295-4627-bfd1-b515d48584f7 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0752575 Jun 16 11:12:43.389197 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'port': {'security_groups': ['16d1731b-805b-4a3d-864d-604a8e08e628', '5f332286-56c6-4dd5-97bf-f511bcfafe22']}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:43.478999 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.677320 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b651a642-42dc-4beb-825e-b87f4bc81bca,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:43.711955 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.716571 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.720494 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eff8d5a2-8e47-4e10-8615-01c89049be80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:43.729490 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['b651a642-42dc-4beb-825e-b87f4bc81bca'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:12:43.764827 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:43.765688 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:43.767259 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-275df519-3ac5-4610-aabd-b80328db5336 req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "PUT /v2.0/ports/b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 982 time: 0.3832953 Jun 16 11:12:43.767715 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:12:43.770268 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3da189-743a-43ee-84b7-7a90cbe5be84" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:12:43.805822 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=6']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:43.815101 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:43.829913 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa342194-b99a-44dc-b169-bfbfe15b2fd7 x-openstack-request-id: req-aa342194-b99a-44dc-b169-bfbfe15b2fd7 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:12:43.830394 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:12:43.830822 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa342194-b99a-44dc-b169-bfbfe15b2fd7 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:12:43.831508 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'status': 'completed', 'code': 200} Jun 16 11:12:43.917233 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['b651a642-42dc-4beb-825e-b87f4bc81bca'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:12:43.948005 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-10ec519f-6f80-48eb-9dc9-3103e6e8c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:43.949575 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-10ec519f-6f80-48eb-9dc9-3103e6e8c512 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1138 time: 0.0928092 Jun 16 11:12:43.979323 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653249-e8d4-4c87-9ca8-dc62a9ab71ba req-c7a01b90-b1ff-4f11-826c-2707efc06b2d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:43.981297 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a3653249-e8d4-4c87-9ca8-dc62a9ab71ba req-c7a01b90-b1ff-4f11-826c-2707efc06b2d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0868909 Jun 16 11:12:44.032114 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-a3653249-e8d4-4c87-9ca8-dc62a9ab71ba req-74f3da0b-7fad-4f7a-a010-b8f069687ef8 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432844 Jun 16 11:12:44.059810 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-16f020ae-dbdf-43cd-a973-62f7fd22c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:44.059810 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-16f020ae-dbdf-43cd-a973-62f7fd22c1c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 916 time: 0.0982890 Jun 16 11:12:44.086902 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-d5744ce9-a083-4708-ba0f-22f40e1b5c8f None None] Provisioning complete for port b651a642-42dc-4beb-825e-b87f4bc81bca triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:44.087279 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d5744ce9-a083-4708-ba0f-22f40e1b5c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:44.130216 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-a5f8a3ca-1752-46b7-999b-c140f79ac5ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 1002 time: 0.0658095 Jun 16 11:12:44.182903 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-74dcd145-1554-4c4e-9531-53adf3bc0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:44.184298 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-74dcd145-1554-4c4e-9531-53adf3bc0f3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 200 len: 854 time: 0.0461459 Jun 16 11:12:44.241937 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-79073eaa-3556-4a70-abb4-bf722e34d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:44.243466 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-79073eaa-3556-4a70-abb4-bf722e34d756 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517740 Jun 16 11:12:44.353528 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-7263a69a-ce9c-42ca-8028-9d21c4e988e2 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996284 Jun 16 11:12:44.451818 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-fd3da189-743a-43ee-84b7-7a90cbe5be84 req-463562d7-680e-4240-8bc2-4aa9aa3fa3df service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889544 Jun 16 11:12:54.871792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54400) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:54.982347 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:55.326162 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:55.330141 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:55.332840 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-9ad2d178-61b2-4aef-9540-81d224a1a9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:55.367525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f7dfba-304a-4afd-bf84-306e44116ccf,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:55.371490 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f807b313dca9402c8ead3db45b5fffd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986551 Jun 16 11:12:55.374433 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54406) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:55.377693 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.378070 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.378434 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.378792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.379148 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.379648 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.379873 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.380224 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.380573 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.380918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.381261 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.381620 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:55.385875 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:55.426970 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:55.448839 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:55.497520 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:55.500873 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:55.502000 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55f7dfba-304a-4afd-bf84-306e44116ccf HTTP/1.1" status: 204 len: 168 time: 0.1264954 Jun 16 11:12:55.502764 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0903f584-11c3-4cd2-9434-aa6bcd7a4ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:55.510342 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f7dfba-304a-4afd-bf84-306e44116ccf,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:55.512802 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:56.120941 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54430) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:56.217120 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1912476143-network', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:56.240936 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Made reservation on behalf of 504c5e8003be4da9a6360e6e35d85bcc for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:12:56.243310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.253024 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.344503 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.348772 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.351637 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2dac799e-7c13-4842-8c5a-420c51920e9f tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:56.377824 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:12:56.384116 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef345b-1da7-4568-917f-5f88b85968d4,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:56.387694 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:56.390611 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.391654 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Added segment ee87f375-a861-4f4a-b7fd-ab3916440366 of type vlan for network a6d49a6f-ae28-4874-b01d-43e354627d97 Jun 16 11:12:56.432948 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.461522 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.463008 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:56.463570 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.465669 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:56.496641 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3746014 Jun 16 11:12:56.500944 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54438) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:56.506651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Request body: {'subnet': {'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1912476143-subnet', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:56.526445 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Made reservation on behalf of 504c5e8003be4da9a6360e6e35d85bcc for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:12:56.527343 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Pushing event updated for resources: {'Network': ['ID=a6d49a6f-ae28-4874-b01d-43e354627d97,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:56.528780 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8877697'] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.530223 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:56.538061 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network a6d49a6f-ae28-4874-b01d-43e354627d97 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:12:56.694259 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9260723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8877715'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.697014 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:56.747408 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a14b240-faeb-4b8f-aa00-0548af6458fa,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:56.751097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:56.756525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Checking segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:12:56.756879 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Network hostable DHCP agents. Network: a6d49a6f-ae28-4874-b01d-43e354627d97, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:12:56.772952 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Network a6d49a6f-ae28-4874-b01d-43e354627d97 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:12:56.782949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, a6d49a6f-ae28-4874-b01d-43e354627d97) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:56.787666 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:12:56.788775 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.792079 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931cd47d-ece1-4929-bc58-8f8d41a32209 None None] Network a6d49a6f-ae28-4874-b01d-43e354627d97 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:12:56.803343 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-5c574049-a1b4-4beb-ae0e-2bb7f0827c17 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3006241 Jun 16 11:12:56.806342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54440) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:56.810675 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:12:56.830372 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.831467 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.886674 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:56.938239 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-a6d49a6f-ae28-4874-b01d-43e354627d97', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:12:56.939086 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.037263 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.079253 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Allocated IP 172.20.0.2 (a6d49a6f-ae28-4874-b01d-43e354627d97/2a14b240-faeb-4b8f-aa00-0548af6458fa/1f524f97-6b9d-4094-8cf5-eb44b6620cea) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:12:57.226565 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.240211 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.240565 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Transition to ACTIVE for port object 1f524f97-6b9d-4094-8cf5-eb44b6620cea will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:57.258667 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Transition to ACTIVE for port object 1f524f97-6b9d-4094-8cf5-eb44b6620cea will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:57.261343 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.266919 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.269943 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:57.307650 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Network a6d49a6f-ae28-4874-b01d-43e354627d97 is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:12:57.315002 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:57.317580 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:12:57.325187 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Pushing event updated for resources: {'Port': ['ID=1f524f97-6b9d-4094-8cf5-eb44b6620cea,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:57.357674 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.358023 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.358559 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.359582 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.359951 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.360290 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.360623 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.360950 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.361280 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.361604 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.361932 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.362250 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:12:57.366081 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:57.385778 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Allocated IP 172.27.0.166 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/4746c228-bbad-455c-8531-5a6af237b38a) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:12:57.400713 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Attempting to bind port 1f524f97-6b9d-4094-8cf5-eb44b6620cea on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:12:57.401289 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Attempting to bind port 1f524f97-6b9d-4094-8cf5-eb44b6620cea by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:12:57.401806 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Attempting to bind port 1f524f97-6b9d-4094-8cf5-eb44b6620cea on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:57.408796 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:12:57.409297 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Checking segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:12:57.409765 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.410443 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Bound using segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:12:57.411025 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Bound port: 1f524f97-6b9d-4094-8cf5-eb44b6620cea, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:12:57.411509 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.478429 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] For port 1f524f97-6b9d-4094-8cf5-eb44b6620cea, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:12:57.482191 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] For port 1f524f97-6b9d-4094-8cf5-eb44b6620cea, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=1f524f97-6b9d-4094-8cf5-eb44b6620cea,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:12:57.492631 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.493442 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.495473 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-02f7c88f-e02c-4365-baa5-6eb9e4cd0781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:57.535740 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:57.538724 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f676f8bb-4b2e-4ec2-8781-ac1ca63dca44 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:57.563268 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Pushing event updated for resources: {'Port': ['ID=1f524f97-6b9d-4094-8cf5-eb44b6620cea,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:57.566961 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:57.581537 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:12:57.584601 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:57.590483 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:12:57.618873 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4746c228-bbad-455c-8531-5a6af237b38a,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:57.623299 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:57.865558 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:58.056560 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:58.186700 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:12:58.298455 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:12:58.308995 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:12:58.313238 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:58.314466 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5071862 Jun 16 11:12:58.317330 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54448) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:12:58.320114 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:58.320743 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:58.432132 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:58.621710 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d46529-b773-47fc-93d1-47ad8bd20faa None None] Network a6d49a6f-ae28-4874-b01d-43e354627d97 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:12:58.677355 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-d7aee2bf-aa6a-4713-9e88-79f5da7ac0bf None None] Provisioning for port 1f524f97-6b9d-4094-8cf5-eb44b6620cea completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:58.801238 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:58.880584 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:57Z', 'revision_number': 3, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:58.886285 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:12:58.886650 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Updating router 254b1a47-1cac-4674-b33e-a9e1d5b24afa port 4746c228-bbad-455c-8531-5a6af237b38a binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:12:58.933710 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:58.987642 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Allocated IP 172.20.0.1 (a6d49a6f-ae28-4874-b01d-43e354627d97/2a14b240-faeb-4b8f-aa00-0548af6458fa/86551745-9462-4c92-8ad8-b32bdbfdb4a9) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:12:59.029283 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 1f524f97-6b9d-4094-8cf5-eb44b6620cea up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:12:59.112083 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.131082 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Transition to ACTIVE for port object 86551745-9462-4c92-8ad8-b32bdbfdb4a9 will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:59.152373 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 1f524f97-6b9d-4094-8cf5-eb44b6620cea completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:59.161225 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 1f524f97-6b9d-4094-8cf5-eb44b6620cea triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:59.161612 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.173651 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.178112 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-da5670bd-73f7-4edf-8a31-70083d8efe51 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:59.220104 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Network a6d49a6f-ae28-4874-b01d-43e354627d97 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:12:59.223473 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:12:59.228447 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:12:59.283361 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=86551745-9462-4c92-8ad8-b32bdbfdb4a9,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:59.295965 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.304569 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:59.316881 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.333572 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.360730 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Transition to ACTIVE for port object 4746c228-bbad-455c-8531-5a6af237b38a will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:12:59.379046 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.379046 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:59.412517 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 1f524f97-6b9d-4094-8cf5-eb44b6620cea, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=1f524f97-6b9d-4094-8cf5-eb44b6620cea,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:12:59.423463 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.430126 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-05cf1bb1-fd85-4c5e-941f-b4a9bd16ba7c None None] Provisioning complete for port 1f524f97-6b9d-4094-8cf5-eb44b6620cea triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:59.430512 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-05cf1bb1-fd85-4c5e-941f-b4a9bd16ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.472754 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Attempting to bind port 4746c228-bbad-455c-8531-5a6af237b38a on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:12:59.473055 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Attempting to bind port 4746c228-bbad-455c-8531-5a6af237b38a by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:12:59.473384 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Attempting to bind port 4746c228-bbad-455c-8531-5a6af237b38a on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:12:59.480139 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130484c-9ba5-40e3-ac4b-9122e10d941a None None] Pushing event updated for resources: {'Port': ['ID=4746c228-bbad-455c-8531-5a6af237b38a,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:59.492833 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-5130484c-9ba5-40e3-ac4b-9122e10d941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:59.493673 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:59.507408 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:12:59.507868 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:12:59.508480 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.508990 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:12:59.509565 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Bound port: 4746c228-bbad-455c-8531-5a6af237b38a, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:12:59.510024 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.624035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=1f524f97-6b9d-4094-8cf5-eb44b6620cea,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:59.628436 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:59.641015 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] For port 4746c228-bbad-455c-8531-5a6af237b38a, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:12:59.648362 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] For port 4746c228-bbad-455c-8531-5a6af237b38a, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=4746c228-bbad-455c-8531-5a6af237b38a,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:12:59.673979 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.679352 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:12:59.755796 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130484c-9ba5-40e3-ac4b-9122e10d941a None None] Pushing event updated for resources: {'Port': ['ID=4746c228-bbad-455c-8531-5a6af237b38a,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:12:59.758742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:12:59.759361 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:12:59.761450 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-5130484c-9ba5-40e3-ac4b-9122e10d941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:12:59.804003 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.863380 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-6c6ccf8f-32cd-4a2d-a77d-2a119155f291 None None] Provisioning for port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:12:59.873806 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-6c6ccf8f-32cd-4a2d-a77d-2a119155f291 None None] Provisioning complete for port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:12:59.874297 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6c6ccf8f-32cd-4a2d-a77d-2a119155f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:12:59.901664 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:12:59.949360 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ccf8f-32cd-4a2d-a77d-2a119155f291 None None] Port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:12:59.996528 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:00.000656 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:00.005043 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:00.087203 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:00.091546 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=86551745-9462-4c92-8ad8-b32bdbfdb4a9,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:00.098140 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:00.133021 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:12:58Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:00.136714 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb0856-b1fd-4c2c-992a-fc43655d6336 None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:12:58Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:13:00.195569 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Network a6d49a6f-ae28-4874-b01d-43e354627d97 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:13:00.197032 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:00.331592 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:13:00.480009 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-60d93c0a-51d1-4dc1-8f9e-3721d4f7b61a None None] Provisioning complete for port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:00.480411 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-60d93c0a-51d1-4dc1-8f9e-3721d4f7b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:00.500051 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:13:00.506737 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/254b1a47-1cac-4674-b33e-a9e1d5b24afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880693 Jun 16 11:13:00.545569 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-60d93c0a-51d1-4dc1-8f9e-3721d4f7b61a None None] Port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:13:00.650037 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a01f951f-09ec-4a37-a75b-e930b74f68da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.065618 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 1f524f97-6b9d-4094-8cf5-eb44b6620cea up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:01.086018 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54476) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:01.091247 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-976164025-network', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:01.114627 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Made reservation on behalf of a759ee7f972a446e8a59d25f67e49d39 for: {'network': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:13:01.116625 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 1f524f97-6b9d-4094-8cf5-eb44b6620cea triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:01.117038 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.117192 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.127091 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.207994 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 4746c228-bbad-455c-8531-5a6af237b38a up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:01.231985 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.236978 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.240077 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f305f967-f755-4cbf-b1f5-3f132258033d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:01.263242 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=91890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:13:01.263510 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 4746c228-bbad-455c-8531-5a6af237b38a completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:01.269201 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 4746c228-bbad-455c-8531-5a6af237b38a triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:01.269593 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.273201 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fca42bb-934a-4cfc-a1d5-e8c25bb21a02,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:01.277190 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:01.281081 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.281667 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.segments_db [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Added segment fbd167df-b7f4-4f6b-b348-fa6d2bf5d201 of type vlan for network ec01f5a9-8e97-416f-899d-be93e705f803 Jun 16 11:13:01.329279 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.362666 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.364048 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:01.364798 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.367457 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.374431 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:01.389281 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3022473 Jun 16 11:13:01.391389 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 4746c228-bbad-455c-8531-5a6af237b38a, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=4746c228-bbad-455c-8531-5a6af237b38a,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:01.392536 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54478) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:01.397101 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.397363 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Request body: {'subnet': {'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-976164025-subnet', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'ip_version': 4}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:01.399426 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:01.448531 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Pushing event updated for resources: {'Network': ['ID=ec01f5a9-8e97-416f-899d-be93e705f803,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:01.454122 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:01.461224 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Made reservation on behalf of a759ee7f972a446e8a59d25f67e49d39 for: {'subnet': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:13:01.464140 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717509'] for subnet, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.554388 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network ec01f5a9-8e97-416f-899d-be93e705f803 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:13:01.632206 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=4746c228-bbad-455c-8531-5a6af237b38a,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:01.636725 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:01.664043 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12623992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717527'] for subnet, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.666284 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:01.727191 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b370939-5223-46a0-8710-c46f23be6835,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:01.730648 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:01.739631 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Checking segment: {'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:01.740015 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Network hostable DHCP agents. Network: ec01f5a9-8e97-416f-899d-be93e705f803, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:13:01.756909 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Network ec01f5a9-8e97-416f-899d-be93e705f803 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:13:01.766358 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, ec01f5a9-8e97-416f-899d-be93e705f803) {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:01.770820 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:01.771971 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.775399 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3121d2-0d72-4862-b43d-f44f3a7233b2 None None] Network ec01f5a9-8e97-416f-899d-be93e705f803 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:13:01.788951 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3953793 Jun 16 11:13:01.791394 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54482) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:01.796964 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:01.817415 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-390529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8149'] for router, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.818540 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7982'] for router, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.872499 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:01.933035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp956cb407-b42f-5c06-a768-afa915b20f3f-ec01f5a9-8e97-416f-899d-be93e705f803', 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'fixed_ips': [{'subnet_id': '7b370939-5223-46a0-8710-c46f23be6835'}]}} from dv-cinder-786627-10-iscsi. {{(pid=91892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:13:01.934040 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.025129 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-390575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7992'] for router, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.131466 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.db_base_plugin_common [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Allocated IP 172.20.0.2 (ec01f5a9-8e97-416f-899d-be93e705f803/7b370939-5223-46a0-8710-c46f23be6835/66f71d31-d9de-4625-9d4a-b7771930ca8c) {{(pid=91892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:13:02.233966 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.254421 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.287891 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Notify callbacks [] for port, precommit_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.297284 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Transition to ACTIVE for port object 66f71d31-d9de-4625-9d4a-b7771930ca8c will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:02.309595 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:13:02.312990 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Transition to ACTIVE for port object 66f71d31-d9de-4625-9d4a-b7771930ca8c will not be triggered until provisioned by entity DHCP. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:02.320026 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734'] for port, after_create {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.321312 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:02.321951 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:02.322119 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-5130484c-9ba5-40e3-ac4b-9122e10d941a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:02.361771 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Pushing event updated for resources: {'Port': ['ID=66f71d31-d9de-4625-9d4a-b7771930ca8c,revision_number=1']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:02.366308 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:02.373561 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Allocated IP 172.27.0.104 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/53e6bc62-5158-4003-b2dc-b946d785d584) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:13:02.376939 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Network ec01f5a9-8e97-416f-899d-be93e705f803 is already hosted by enough agents. {{(pid=91892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:13:02.378713 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.scheduler.base_scheduler [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Resources bound (agent type, host, resource id): {{(pid=91892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:02.381647 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Received port after_create {{(pid=91892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:13:02.446800 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Attempting to bind port 66f71d31-d9de-4625-9d4a-b7771930ca8c on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:13:02.447703 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Attempting to bind port 66f71d31-d9de-4625-9d4a-b7771930ca8c by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:13:02.447703 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Attempting to bind port 66f71d31-d9de-4625-9d4a-b7771930ca8c on network ec01f5a9-8e97-416f-899d-be93e705f803 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:13:02.453623 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:13:02.454005 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Checking segment: {'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:02.454422 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.454813 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Bound using segment: {'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:13:02.455516 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Bound port: 66f71d31-d9de-4625-9d4a-b7771930ca8c, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:13:02.455718 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.486646 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.525382 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:02.531540 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] For port 66f71d31-d9de-4625-9d4a-b7771930ca8c, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:13:02.535123 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] For port 66f71d31-d9de-4625-9d4a-b7771930ca8c, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=66f71d31-d9de-4625-9d4a-b7771930ca8c,segment=NetworkSegment(fbd167df-b7f4-4f6b-b348-fa6d2bf5d201),segment_id=fbd167df-b7f4-4f6b-b348-fa6d2bf5d201)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:13:02.539674 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.539961 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.542637 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-e6ddfbc5-d8ff-4892-a6d4-7e63499f3ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:02.550294 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d5ab3d95-e35b-44a9-b57a-3ed929ce2cc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:02.581860 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:13:02.587398 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:02.589916 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:13:02.601015 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Pushing event updated for resources: {'Port': ['ID=66f71d31-d9de-4625-9d4a-b7771930ca8c,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:02.611224 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:02.630542 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Pushing event updated for resources: {'Port': ['ID=53e6bc62-5158-4003-b2dc-b946d785d584,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:02.641261 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:02.777104 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 2, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:02.781094 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:13:02.781455 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Updating router 254b1a47-1cac-4674-b33e-a9e1d5b24afa port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:13:02.840052 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:02.954140 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.085906 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 4746c228-bbad-455c-8531-5a6af237b38a up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:03.158513 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 4746c228-bbad-455c-8531-5a6af237b38a triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:03.158907 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.205140 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-390584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692965'] for router, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.206375 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.217631 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Transition to ACTIVE for port object 86551745-9462-4c92-8ad8-b32bdbfdb4a9 will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:03.225445 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.227710 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-ac92fd52-9390-4462-8854-fea9b5eeb303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:03.250781 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 66f71d31-d9de-4625-9d4a-b7771930ca8c up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:03.310050 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Pushing event updated for resources: {'Port': ['ID=86551745-9462-4c92-8ad8-b32bdbfdb4a9,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:03.310729 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 66f71d31-d9de-4625-9d4a-b7771930ca8c completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:03.339457 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.339840 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.340249 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.340521 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.340848 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.341175 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.341497 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.341820 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.342163 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.342486 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.342804 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.343879 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:03.368564 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 is scheduled to L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a with binding_index 1 {{(pid=91890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:13:03.369749 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:03.386373 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Attempting to bind port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:13:03.386765 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Attempting to bind port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:13:03.387168 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Attempting to bind port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:13:03.403434 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:13:03.403870 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Checking segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:03.404303 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.404754 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Bound using segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:13:03.406052 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Bound port: 86551745-9462-4c92-8ad8-b32bdbfdb4a9, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:13:03.407065 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.408772 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.496468 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] For port 86551745-9462-4c92-8ad8-b32bdbfdb4a9, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:13:03.502902 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] For port 86551745-9462-4c92-8ad8-b32bdbfdb4a9, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=86551745-9462-4c92-8ad8-b32bdbfdb4a9,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:13:03.506487 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:13:03.511575 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.516640 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Sync routers for ids ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:13:03.522060 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:03.530902 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Routers {'61c37dcc-99c5-4777-b296-3bc9f87a82e0'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:03.533226 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.535866 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7420373 Jun 16 11:13:03.537526 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54490) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:03.539823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:03.578617 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:03.579606 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:12:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:03.672811 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Pushing event updated for resources: {'Port': ['ID=86551745-9462-4c92-8ad8-b32bdbfdb4a9,revision_number=4']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:03.683147 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-9c4259a3-64a6-4a79-97da-1c642639dda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:03.732214 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Set router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:03.733119 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:03.840693 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-565cbd07-5ff3-4538-b6dd-988cf5faec5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:03.933343 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37215ae8-227e-4bcd-ba2c-c4f1c237a8a1 None None] Network ec01f5a9-8e97-416f-899d-be93e705f803 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:13:03.978875 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:03Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:03.984476 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46567a-f3e2-4341-baa7-6b5421a08fe8 None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:03Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:13:04.103368 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.149712 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:13:02Z', 'revision_number': 3, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port': {'id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:02Z', 'updated_at': '2021-06-16T11:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:04.162212 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Checking router: 61c37dcc-99c5-4777-b296-3bc9f87a82e0 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:13:04.162547 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Updating router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 port 53e6bc62-5158-4003-b2dc-b946d785d584 binding host dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:13:04.217263 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Provisioning for port 66f71d31-d9de-4625-9d4a-b7771930ca8c completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:04.236467 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Provisioning complete for port 66f71d31-d9de-4625-9d4a-b7771930ca8c triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:04.236826 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.239448 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.306128 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Allocated IP 172.20.0.1 (ec01f5a9-8e97-416f-899d-be93e705f803/7b370939-5223-46a0-8710-c46f23be6835/957fd19f-5f9a-4bec-82ab-39aaa1207357) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:13:04.427367 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.444460 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.provisioning_blocks [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Transition to ACTIVE for port object 957fd19f-5f9a-4bec-82ab-39aaa1207357 will not be triggered until provisioned by entity DHCP. {{(pid=91890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:04.509487 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.510867 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.514624 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4729f81f-7ef5-4ae9-8993-2213b770c044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:04.545109 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.557098 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Network ec01f5a9-8e97-416f-899d-be93e705f803 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:13:04.565753 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:04.570092 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:13:04.591870 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] For port 66f71d31-d9de-4625-9d4a-b7771930ca8c, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=66f71d31-d9de-4625-9d4a-b7771930ca8c,segment=NetworkSegment(fbd167df-b7f4-4f6b-b348-fa6d2bf5d201),segment_id=fbd167df-b7f4-4f6b-b348-fa6d2bf5d201)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:04.600494 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Pushing event updated for resources: {'Port': ['ID=957fd19f-5f9a-4bec-82ab-39aaa1207357,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:04.602325 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.605420 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:04.611513 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:04.628383 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688212'] for router_interface, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.706786 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Pushing event updated for resources: {'Port': ['ID=66f71d31-d9de-4625-9d4a-b7771930ca8c,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:04.710745 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:04.714636 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Notify callbacks [] for port, precommit_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.732514 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Transition to ACTIVE for port object 53e6bc62-5158-4003-b2dc-b946d785d584 will not be triggered until provisioned by entity L2. {{(pid=91892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:04.740528 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-80ddcb70-785a-4c20-a183-9303349d2e1b None None] Provisioning complete for port 66f71d31-d9de-4625-9d4a-b7771930ca8c triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:04.741071 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-80ddcb70-785a-4c20-a183-9303349d2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.772637 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.777035 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0cf78307-f33e-4a9a-a4a8-498fa793ca99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:04.818538 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.839535 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Attempting to bind port 53e6bc62-5158-4003-b2dc-b946d785d584 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:13:04.839943 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Attempting to bind port 53e6bc62-5158-4003-b2dc-b946d785d584 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:13:04.840321 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Attempting to bind port 53e6bc62-5158-4003-b2dc-b946d785d584 on network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:13:04.850299 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9f764-d2df-4952-9058-034b614f6ac2 None None] Pushing event updated for resources: {'Port': ['ID=53e6bc62-5158-4003-b2dc-b946d785d584,revision_number=2']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:04.853179 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-17d9f764-d2df-4952-9058-034b614f6ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:04.856603 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:13:04.856985 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Checking segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:04.857396 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.858384 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Bound using segment: {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'} {{(pid=91892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:13:04.858384 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.managers [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Bound port: 53e6bc62-5158-4003-b2dc-b946d785d584, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9'}}] {{(pid=91892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:13:04.858699 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.952067 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] For port 53e6bc62-5158-4003-b2dc-b946d785d584, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:13:04.959923 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] For port 53e6bc62-5158-4003-b2dc-b946d785d584, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=53e6bc62-5158-4003-b2dc-b946d785d584,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:13:04.965228 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:04.967113 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0839987c-e870-41af-9dfc-6e2d26d2bde4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:05.015489 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.020566 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.023928 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e5a9eccf-6b80-4f52-8e99-2f2651c88112 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:05.024509 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 66f71d31-d9de-4625-9d4a-b7771930ca8c up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:05.068361 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Routers {'61c37dcc-99c5-4777-b296-3bc9f87a82e0'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:05.069326 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:05.278532 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9f764-d2df-4952-9058-034b614f6ac2 None None] Pushing event updated for resources: {'Port': ['ID=53e6bc62-5158-4003-b2dc-b946d785d584,revision_number=3']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:05.289470 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-17d9f764-d2df-4952-9058-034b614f6ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:05.301090 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-760ecafd-de98-4346-80dc-7ab46ed6b017 None None] Provisioning for port 957fd19f-5f9a-4bec-82ab-39aaa1207357 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:05.314226 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-760ecafd-de98-4346-80dc-7ab46ed6b017 None None] Provisioning complete for port 957fd19f-5f9a-4bec-82ab-39aaa1207357 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:05.314618 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-760ecafd-de98-4346-80dc-7ab46ed6b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.359541 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688168'] for router_interface, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.361505 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Pushing event updated for resources: {'Port': ['ID=957fd19f-5f9a-4bec-82ab-39aaa1207357,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:05.364759 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:05.368131 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-760ecafd-de98-4346-80dc-7ab46ed6b017 None None] Port 957fd19f-5f9a-4bec-82ab-39aaa1207357 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:13:05.381725 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 66f71d31-d9de-4625-9d4a-b7771930ca8c triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:05.382184 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.406358 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] Set router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:05.473887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Network ec01f5a9-8e97-416f-899d-be93e705f803 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:13:05.475819 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:05.598315 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 86551745-9462-4c92-8ad8-b32bdbfdb4a9 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:05.612030 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:13:05.691444 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:05.698584 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:05.698974 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.725055 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:13:05.734499 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 4, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port': {'id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:02Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '957fd19f-5f9a-4bec-82ab-39aaa1207357', 'name': '', 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'mac_address': 'fa:16:3e:58:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7b370939-5223-46a0-8710-c46f23be6835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:04Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 2, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'subnets': [{'id': '7b370939-5223-46a0-8710-c46f23be6835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:05.734762 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3430c34c-02f2-49d4-9564-7c88fb9a7d85 admin admin] 10.222.0.21 "PUT /v2.0/routers/61c37dcc-99c5-4777-b296-3bc9f87a82e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1913681 Jun 16 11:13:05.739910 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cff44-a4d7-4005-984f-7e084aa366d4 None None] The sync data for ids ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'] in dv-cinder-786627-10-iscsi is: [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 4, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port': {'id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:02Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '957fd19f-5f9a-4bec-82ab-39aaa1207357', 'name': '', 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'mac_address': 'fa:16:3e:58:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7b370939-5223-46a0-8710-c46f23be6835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:04Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 2, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'subnets': [{'id': '7b370939-5223-46a0-8710-c46f23be6835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:13:05.803023 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.804915 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-32994279-d5e2-4885-806a-aaa7fa20b72e None None] Provisioning complete for port 957fd19f-5f9a-4bec-82ab-39aaa1207357 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:05.805371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-32994279-d5e2-4885-806a-aaa7fa20b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.865975 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-32994279-d5e2-4885-806a-aaa7fa20b72e None None] Port 957fd19f-5f9a-4bec-82ab-39aaa1207357 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:13:05.869073 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 86551745-9462-4c92-8ad8-b32bdbfdb4a9, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=86551745-9462-4c92-8ad8-b32bdbfdb4a9,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:05.876329 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:05.878314 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:05.928766 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=86551745-9462-4c92-8ad8-b32bdbfdb4a9,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:05.932357 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:06.162677 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.285206 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54508) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:06.290121 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866139403', 'description': 'tempest-secgroup-smoke-866139403 description', 'project_id': '504c5e8003be4da9a6360e6e35d85bcc'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:06.313943 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.402102 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.406093 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.409304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b30c1e57-ac79-478a-987d-899f494014e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:06.433932 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.435114 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1488967 Jun 16 11:13:06.437732 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145cd892-808b-47ab-af12-7f359d2693de,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:06.438812 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54512) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:06.440665 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:06.443485 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'security_group_rule': {'security_group_id': '145cd892-808b-47ab-af12-7f359d2693de', 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:06.471131 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.535616 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.539508 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.544809 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:06.558641 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2e9b42-92a7-402c-a7f7-aafc942d226f,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:06.563817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:06.570202 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.573900 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f12d0dad-9bb7-4d6f-811b-0c5ba00aa434 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315744 Jun 16 11:13:06.574124 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54516) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:06.579545 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'security_group_rule': {'security_group_id': '145cd892-808b-47ab-af12-7f359d2693de', 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:06.605642 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.667812 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.672715 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.674853 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-30b82bd6-5ebf-4259-8b78-5761ccbf72a6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:06.692558 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951c996d-8684-4174-883a-7f34129832c0,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:06.695401 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:06.697587 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.701646 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-aef9d82e-d85e-4440-b039-be03c302e286 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265352 Jun 16 11:13:06.701899 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54518) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:06.706937 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'security_group_rule': {'security_group_id': '145cd892-808b-47ab-af12-7f359d2693de', 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:06.735548 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.822108 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.827566 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.830052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-af8ba7ba-44e0-412d-b542-9c2cd9cae7d0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:06.852025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca91c4e2-de9f-4a06-b6dc-350d45c7b9ac,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:06.856283 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:06.867279 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.868672 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655221 Jun 16 11:13:06.871562 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54520) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:06.877864 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'security_group_rule': {'security_group_id': '145cd892-808b-47ab-af12-7f359d2693de', 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:06.907306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.987269 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.993741 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:06.996518 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7d75688e-f2eb-4ad6-b51b-84a7c54c5a44 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:07.014100 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d30734d-d115-4050-b097-9cfebf56a131,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:07.016915 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:07.025130 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.027834 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-82fb09bd-c275-4b4f-acbb-60b64df07134 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535275 Jun 16 11:13:07.029258 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54522) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:07.035347 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'security_group_rule': {'security_group_id': '145cd892-808b-47ab-af12-7f359d2693de', 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:07.061916 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 53e6bc62-5158-4003-b2dc-b946d785d584 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:07.065145 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.securitygroups_db [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Project 504c5e8003be4da9a6360e6e35d85bcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:13:07.070435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.126641 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 53e6bc62-5158-4003-b2dc-b946d785d584 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:07.131981 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 53e6bc62-5158-4003-b2dc-b946d785d584 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:07.132571 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.145530 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.149960 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.152167 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:07.168968 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba6f67a-8815-46d3-a18b-e1c0fcf9c659,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:07.172571 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:07.179898 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.181858 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513829 Jun 16 11:13:07.184552 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54524) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:07.189639 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'security_group_rule': {'security_group_id': '145cd892-808b-47ab-af12-7f359d2693de', 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:07.212797 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.securitygroups_db [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Project 504c5e8003be4da9a6360e6e35d85bcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:13:07.218617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.226005 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.250064 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 53e6bc62-5158-4003-b2dc-b946d785d584, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=53e6bc62-5158-4003-b2dc-b946d785d584,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:07.256303 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.257486 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 86551745-9462-4c92-8ad8-b32bdbfdb4a9 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:07.260645 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-8f1b2401-2ff0-432a-bf7b-043e0c9f9f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:07.289717 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.294479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373769'] for security_group_rule, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.297696 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f8a5d144-72bc-4527-aaff-ebebbd14530e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:07.315624 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16af026c-421c-48b1-92a7-7ee44afa7a7b,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:07.324776 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:07.331142 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:07.332691 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-adba409a-b5f2-4849-b173-31c828de457e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471591 Jun 16 11:13:07.350060 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=53e6bc62-5158-4003-b2dc-b946d785d584,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:07.353854 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:07.364670 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:07.365119 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:08.146029 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Sync routers for ids ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:13:08.154996 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Routers {'61c37dcc-99c5-4777-b296-3bc9f87a82e0'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:08.155624 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:08.258738 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Set router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:08.486171 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 4, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port': {'id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:02Z', 'updated_at': '2021-06-16T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '957fd19f-5f9a-4bec-82ab-39aaa1207357', 'name': '', 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'mac_address': 'fa:16:3e:58:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7b370939-5223-46a0-8710-c46f23be6835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:04Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 2, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'subnets': [{'id': '7b370939-5223-46a0-8710-c46f23be6835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:08.489742 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Checking router: 61c37dcc-99c5-4777-b296-3bc9f87a82e0 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:13:08.490129 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Updating router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 port 957fd19f-5f9a-4bec-82ab-39aaa1207357 binding host dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:13:08.524370 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:08.793355 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Notify callbacks [] for port, precommit_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:08.809519 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.provisioning_blocks [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Transition to ACTIVE for port object 957fd19f-5f9a-4bec-82ab-39aaa1207357 will not be triggered until provisioned by entity L2. {{(pid=91893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:08.820238 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:08.822936 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:08.873219 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab30d7-efdf-4cb7-9a85-bd911a0e99fe None None] Pushing event updated for resources: {'Port': ['ID=957fd19f-5f9a-4bec-82ab-39aaa1207357,revision_number=3']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:08.878468 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-bbab30d7-efdf-4cb7-9a85-bd911a0e99fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:08.979723 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Attempting to bind port 957fd19f-5f9a-4bec-82ab-39aaa1207357 on host dv-cinder-786627-10-iscsi for vnic_type normal with profile {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:13:08.979723 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Attempting to bind port 957fd19f-5f9a-4bec-82ab-39aaa1207357 by drivers openvswitch,hyperv on host dv-cinder-786627-10-iscsi at level 0 using segments [{'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:13:08.979723 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Attempting to bind port 957fd19f-5f9a-4bec-82ab-39aaa1207357 on network ec01f5a9-8e97-416f-899d-be93e705f803 {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:13:08.985131 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Checking agent: {'id': 'c6329b8c-be5c-44c5-b806-789a494ad2f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 10, 58, 33), 'started_at': datetime.datetime(2021, 6, 16, 10, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:13:08.985515 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Checking segment: {'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:08.985937 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:08.986334 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Bound using segment: {'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'} {{(pid=91893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:13:08.986824 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.managers [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Bound port: 957fd19f-5f9a-4bec-82ab-39aaa1207357, host: dv-cinder-786627-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803'}}] {{(pid=91893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:13:08.987203 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:08.997906 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 53e6bc62-5158-4003-b2dc-b946d785d584 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:09.057012 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 53e6bc62-5158-4003-b2dc-b946d785d584 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:09.057444 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:09.061709 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] For port 957fd19f-5f9a-4bec-82ab-39aaa1207357, host dv-cinder-786627-10-iscsi, cleared binding levels {{(pid=91893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:13:09.065594 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.plugins.ml2.db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] For port 957fd19f-5f9a-4bec-82ab-39aaa1207357, host dv-cinder-786627-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=957fd19f-5f9a-4bec-82ab-39aaa1207357,segment=NetworkSegment(fbd167df-b7f4-4f6b-b348-fa6d2bf5d201),segment_id=fbd167df-b7f4-4f6b-b348-fa6d2bf5d201)] {{(pid=91893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:13:09.073594 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron_lib.callbacks.manager [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:09.080383 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-df769841-cc74-46d2-86d4-290ac415c397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:09.142698 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Routers {'61c37dcc-99c5-4777-b296-3bc9f87a82e0'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:09.143272 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:09.150607 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab30d7-efdf-4cb7-9a85-bd911a0e99fe None None] Pushing event updated for resources: {'Port': ['ID=957fd19f-5f9a-4bec-82ab-39aaa1207357,revision_number=4']} {{(pid=91893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:09.154642 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG oslo_concurrency.lockutils [None req-bbab30d7-efdf-4cb7-9a85-bd911a0e99fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:09.357720 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] Set router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:09.563895 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 4, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port': {'id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:02Z', 'updated_at': '2021-06-16T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '957fd19f-5f9a-4bec-82ab-39aaa1207357', 'name': '', 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'mac_address': 'fa:16:3e:58:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7b370939-5223-46a0-8710-c46f23be6835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:04Z', 'updated_at': '2021-06-16T11:13:09Z', 'revision_number': 4, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'subnets': [{'id': '7b370939-5223-46a0-8710-c46f23be6835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:09.568034 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4bf09-89fa-473f-a952-dd5a1b3b4cda None None] The sync data for ids ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'] in dv-cinder-786627-10-iscsi is: [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:13:04Z', 'revision_number': 4, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port': {'id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:02Z', 'updated_at': '2021-06-16T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '957fd19f-5f9a-4bec-82ab-39aaa1207357', 'name': '', 'network_id': 'ec01f5a9-8e97-416f-899d-be93e705f803', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'mac_address': 'fa:16:3e:58:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7b370939-5223-46a0-8710-c46f23be6835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:04Z', 'updated_at': '2021-06-16T11:13:09Z', 'revision_number': 4, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'subnets': [{'id': '7b370939-5223-46a0-8710-c46f23be6835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:13:11.014535 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 957fd19f-5f9a-4bec-82ab-39aaa1207357 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:11.069229 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning for port 957fd19f-5f9a-4bec-82ab-39aaa1207357 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:11.073225 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 957fd19f-5f9a-4bec-82ab-39aaa1207357 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:11.073743 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:11.186130 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:11.236163 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] For port 957fd19f-5f9a-4bec-82ab-39aaa1207357, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=957fd19f-5f9a-4bec-82ab-39aaa1207357,segment=NetworkSegment(fbd167df-b7f4-4f6b-b348-fa6d2bf5d201),segment_id=fbd167df-b7f4-4f6b-b348-fa6d2bf5d201)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:11.240158 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:11.242090 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:11.288791 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Pushing event updated for resources: {'Port': ['ID=957fd19f-5f9a-4bec-82ab-39aaa1207357,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:11.291674 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:11.670539 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:12.983714 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 957fd19f-5f9a-4bec-82ab-39aaa1207357 up at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:13.032289 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Provisioning complete for port 957fd19f-5f9a-4bec-82ab-39aaa1207357 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:13.032586 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:14.240116 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461dc1e-fdea-4d44-8b72-633a8336a7ba req-837202d9-1de4-4061-acdc-3bb40e68d91b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:14.241588 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c461dc1e-fdea-4d44-8b72-633a8336a7ba req-837202d9-1de4-4061-acdc-3bb40e68d91b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0630732 Jun 16 11:13:14.281820 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c461dc1e-fdea-4d44-8b72-633a8336a7ba req-1413e003-a496-4574-87dc-13c64a7adb4f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Jun 16 11:13:15.467494 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caa7aa-cfe3-412b-a7cf-40657062798c req-6b8d0dfb-7433-429e-ae51-37649d7e408a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:15.469009 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-31caa7aa-cfe3-412b-a7cf-40657062798c req-6b8d0dfb-7433-429e-ae51-37649d7e408a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0698469 Jun 16 11:13:15.510237 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-31caa7aa-cfe3-412b-a7cf-40657062798c req-8ea85f32-1f90-4329-8715-e0af877c4ece tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353670 Jun 16 11:13:16.696476 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01b911-9cdd-43f5-9d87-db3de2cdb15a req-abd527ed-f122-48b1-94dc-8cd0900f5168 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:16.697959 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3f01b911-9cdd-43f5-9d87-db3de2cdb15a req-abd527ed-f122-48b1-94dc-8cd0900f5168 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0631878 Jun 16 11:13:16.735633 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3f01b911-9cdd-43f5-9d87-db3de2cdb15a req-3800dea3-e3ed-4fc3-bc7a-0084d612fc0f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Jun 16 11:13:17.903663 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-5f11640f-a9e0-45b4-b214-81e4ffe0b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:17.905270 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-5f11640f-a9e0-45b4-b214-81e4ffe0b79e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1138 time: 0.1033909 Jun 16 11:13:17.919788 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58f01-ea62-4fde-88ca-83d62b7baed4 req-ff467821-74d5-4ff8-877e-0f1ddb4bc8ea tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:17.920004 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626e0a-6846-403a-b5e8-2f538b21cbf4 req-4462b0eb-9fdc-4251-af46-3abee576350e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:17.921823 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8bb58f01-ea62-4fde-88ca-83d62b7baed4 req-ff467821-74d5-4ff8-877e-0f1ddb4bc8ea tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.1049619 Jun 16 11:13:17.922301 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-29626e0a-6846-403a-b5e8-2f538b21cbf4 req-4462b0eb-9fdc-4251-af46-3abee576350e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0651627 Jun 16 11:13:17.961372 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-29626e0a-6846-403a-b5e8-2f538b21cbf4 req-a3e05da6-a9e1-4e0f-8fea-8e3018e31129 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325491 Jun 16 11:13:18.007223 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8bb58f01-ea62-4fde-88ca-83d62b7baed4 req-71be5fad-af63-45bb-8d61-14e7ba36089b tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773127 Jun 16 11:13:18.032755 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-10f816bc-e84c-45f3-bf3d-84c89bdad727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:18.034172 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-10f816bc-e84c-45f3-bf3d-84c89bdad727 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 916 time: 0.1114159 Jun 16 11:13:18.104115 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-397be8af-534c-4027-b775-cefa2fe7e8a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 1002 time: 0.0609233 Jun 16 11:13:18.155680 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-02462324-868e-45be-89b1-b01b474ebf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:18.157054 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-02462324-868e-45be-89b1-b01b474ebf20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 200 len: 854 time: 0.0464251 Jun 16 11:13:18.221292 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-f7cc9332-a057-48c5-b270-a327df4475a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:18.222761 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-f7cc9332-a057-48c5-b270-a327df4475a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539896 Jun 16 11:13:18.583485 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-e8363229-4efc-4041-81e1-f8a5b241ad21 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534138 Jun 16 11:13:18.672750 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c6ccb0ec-cfa3-4cd5-bcd6-dab6024fa2d1 req-851d5666-d2c0-4db3-beff-712885e5f3f9 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810857 Jun 16 11:13:19.147614 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7a7a6-c3a7-4825-94c7-0199e654d9e1 req-5549cc68-14ca-4379-a458-9d780f7c45c6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:19.149149 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b3e7a7a6-c3a7-4825-94c7-0199e654d9e1 req-5549cc68-14ca-4379-a458-9d780f7c45c6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0675862 Jun 16 11:13:19.193031 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b3e7a7a6-c3a7-4825-94c7-0199e654d9e1 req-e988dd6c-db99-4b72-82ca-c4d5b35baf4c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341594 Jun 16 11:13:19.200547 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc437f7-d4dc-45aa-9c78-b54166ce2cd9 req-bca952d4-0cd5-4c2c-90e1-b8860c3811b0 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:19.202113 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-adc437f7-d4dc-45aa-9c78-b54166ce2cd9 req-bca952d4-0cd5-4c2c-90e1-b8860c3811b0 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0788436 Jun 16 11:13:19.245348 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-adc437f7-d4dc-45aa-9c78-b54166ce2cd9 req-6d46f867-4e98-4dc5-9f56-43245a1099bd tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367048 Jun 16 11:13:20.166927 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:13:20.382360 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92fc27-40f9-43e1-b6a8-fb8612063e8b req-adb41f32-0a6a-4351-a808-2adee9a1fdde tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:20.383864 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3d92fc27-40f9-43e1-b6a8-fb8612063e8b req-adb41f32-0a6a-4351-a808-2adee9a1fdde tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0731761 Jun 16 11:13:20.423633 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3d92fc27-40f9-43e1-b6a8-fb8612063e8b req-33160178-44ad-4b3d-86d5-d68c7cf1d19e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339687 Jun 16 11:13:20.456956 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948c28-eb55-4a5a-a5a1-4414e568e90a req-b4e90d2c-1c86-4fb7-ab83-9305f3530055 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:20.458437 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-03948c28-eb55-4a5a-a5a1-4414e568e90a req-b4e90d2c-1c86-4fb7-ab83-9305f3530055 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0676608 Jun 16 11:13:20.503059 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-03948c28-eb55-4a5a-a5a1-4414e568e90a req-97e141dd-64d7-4a55-894b-e7ca033b59ba tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387440 Jun 16 11:13:21.627988 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcce5d-451f-45be-b2ea-4fd43b69df15 req-1abf9d0a-fdfb-4578-9966-e58e42a35758 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:21.629442 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e4bcce5d-451f-45be-b2ea-4fd43b69df15 req-1abf9d0a-fdfb-4578-9966-e58e42a35758 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0770094 Jun 16 11:13:21.668492 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e4bcce5d-451f-45be-b2ea-4fd43b69df15 req-1c02beb1-24ed-4543-8e68-af0104a4c3dd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Jun 16 11:13:21.691306 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947fd05-9ddc-4389-a35b-ad3b9baa951c req-0a0412ad-3841-4cbd-8ea5-6211f48d37e0 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:21.692854 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c947fd05-9ddc-4389-a35b-ad3b9baa951c req-0a0412ad-3841-4cbd-8ea5-6211f48d37e0 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0655489 Jun 16 11:13:21.734795 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c947fd05-9ddc-4389-a35b-ad3b9baa951c req-d0d2db4c-5c04-4ee3-838e-98a2b4db5fa3 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354326 Jun 16 11:13:22.853744 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e6fe3-8197-4a3f-b4bd-aaad6bfe4de0 req-25e1ce6d-edcc-477a-b7bd-8191595c7a44 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:22.855217 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7b5e6fe3-8197-4a3f-b4bd-aaad6bfe4de0 req-25e1ce6d-edcc-477a-b7bd-8191595c7a44 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0677834 Jun 16 11:13:22.894176 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7b5e6fe3-8197-4a3f-b4bd-aaad6bfe4de0 req-57f19e34-e2fe-4e6f-8290-3f75f4c85898 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Jun 16 11:13:22.911130 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74382f5-69c3-4c16-9374-9374495a0c79 req-d16e93d3-7187-4476-a5e9-5875a69b90d5 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:22.912641 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b74382f5-69c3-4c16-9374-9374495a0c79 req-d16e93d3-7187-4476-a5e9-5875a69b90d5 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0641868 Jun 16 11:13:22.958013 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b74382f5-69c3-4c16-9374-9374495a0c79 req-e874f2ed-6c55-44b3-b75f-6c75582bea2c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394299 Jun 16 11:13:24.070897 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e55ca5-07bf-4738-b9c4-bf1fea02cdd8 req-29b97b5d-9a8c-4c85-b993-c6f1ef5ff49d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:24.072427 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e7e55ca5-07bf-4738-b9c4-bf1fea02cdd8 req-29b97b5d-9a8c-4c85-b993-c6f1ef5ff49d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0636401 Jun 16 11:13:24.110019 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e7e55ca5-07bf-4738-b9c4-bf1fea02cdd8 req-3c9d2a28-acfd-4301-b0f1-9ba79675a37c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jun 16 11:13:24.136195 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049b35-41dd-48d8-8e1c-7297366a8728 req-dff3024e-952f-40bb-81ba-90115e76a460 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:24.137648 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3c049b35-41dd-48d8-8e1c-7297366a8728 req-dff3024e-952f-40bb-81ba-90115e76a460 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0664601 Jun 16 11:13:24.179250 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3c049b35-41dd-48d8-8e1c-7297366a8728 req-802765c8-f24c-42f2-b8b9-a894f3a803de tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348337 Jun 16 11:13:25.293878 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e915345-95e2-4005-a76c-2d6654533d43 req-a40016fc-ea57-4448-9929-1a909e74ac49 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:25.296370 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e915345-95e2-4005-a76c-2d6654533d43 req-a40016fc-ea57-4448-9929-1a909e74ac49 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0691519 Jun 16 11:13:25.336384 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8e915345-95e2-4005-a76c-2d6654533d43 req-20f1f4e5-b6dd-4db7-9ea6-7dbc9bfdfa9e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333023 Jun 16 11:13:25.362858 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d162e-afa2-450c-ba4a-a531199134fc req-3e9db655-c49f-4974-924f-fb1cfd9b9d62 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:25.364550 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-290d162e-afa2-450c-ba4a-a531199134fc req-3e9db655-c49f-4974-924f-fb1cfd9b9d62 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0734942 Jun 16 11:13:25.406112 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-290d162e-afa2-450c-ba4a-a531199134fc req-343475b1-67d3-40a6-8c5c-5e46304e6f63 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351732 Jun 16 11:13:26.517745 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6b32-2393-491d-a154-c8a4e494d68e req-a66793ce-e661-4137-ba95-681ff67f14d5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:26.519230 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-950d6b32-2393-491d-a154-c8a4e494d68e req-a66793ce-e661-4137-ba95-681ff67f14d5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0656652 Jun 16 11:13:26.557683 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-950d6b32-2393-491d-a154-c8a4e494d68e req-e9023916-594b-464d-b007-96a794279f78 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Jun 16 11:13:26.586422 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979341-e7e6-476e-bd63-7c3acfcd94ce req-6a94a2b7-ee8d-4a45-a35c-98b4b717fdaa tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:26.587890 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a979341-e7e6-476e-bd63-7c3acfcd94ce req-6a94a2b7-ee8d-4a45-a35c-98b4b717fdaa tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0688627 Jun 16 11:13:26.629220 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a979341-e7e6-476e-bd63-7c3acfcd94ce req-7310d211-aeac-4817-973a-2c8ccebf42d8 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347872 Jun 16 11:13:27.013652 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-b463143b-8ea2-44b0-82f4-f365d6709501 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866139403&fields=id&tenant_id=504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 267 time: 0.0329514 Jun 16 11:13:27.127142 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-27577741-21fd-454d-90c4-f9f73739c9f5 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:27.128645 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-27577741-21fd-454d-90c4-f9f73739c9f5 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 812 time: 0.1074979 Jun 16 11:13:27.143535 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-758eb85e-1f58-431e-9e0d-cc71cb79b237 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/quotas/504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 375 time: 0.0096014 Jun 16 11:13:27.212822 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-f3e1561a-a973-4887-b2db-47e83eecdc33 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639584 Jun 16 11:13:27.406482 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-8d5d29a4-423b-48ef-9a4d-a91858cf5a45 service neutron] 10.222.0.21 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821949 Jun 16 11:13:27.495557 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-fc3d5f72-9c1f-4148-9326-246b2a507c49 service neutron] 10.222.0.21 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830579 Jun 16 11:13:27.777669 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33638ce-ad62-4fd0-ae13-829b17f54fb5 req-c5b1fd25-8c67-46f6-9ec9-f8aa2221b33f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:27.779469 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e33638ce-ad62-4fd0-ae13-829b17f54fb5 req-c5b1fd25-8c67-46f6-9ec9-f8aa2221b33f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0898464 Jun 16 11:13:27.828057 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e33638ce-ad62-4fd0-ae13-829b17f54fb5 req-3a4d85fe-63af-4e42-9bfe-04898d41eace tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422158 Jun 16 11:13:27.905374 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-7e8aa45f-6785-4e4a-aba9-33c8147e037a req-4b53f9aa-70aa-4132-bb2c-e15ae278e710 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 210 time: 0.0325615 Jun 16 11:13:27.952304 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b787de-5b4f-48fe-824e-340dd057424d req-db483e15-1917-49e8-a84a-0e7f90f96869 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:27.954156 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d8b787de-5b4f-48fe-824e-340dd057424d req-db483e15-1917-49e8-a84a-0e7f90f96869 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0777714 Jun 16 11:13:28.000528 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d8b787de-5b4f-48fe-824e-340dd057424d req-b945be4a-d443-44c3-92c5-1f520cdb5954 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385299 Jun 16 11:13:28.989423 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-338f1d64-2639-46c2-aca0-a6fe38525754 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:28.996693 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-338f1d64-2639-46c2-aca0-a6fe38525754 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 812 time: 0.1470768 Jun 16 11:13:29.062632 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678010c-9f70-43cb-b530-4d4a03ba6cce req-bbb2729c-8a5d-4e85-bab3-fc0fee4ed343 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:29.065708 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6f757fc6-8839-4581-9aec-5cfe4c1171fc tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 379 time: 0.0440030 Jun 16 11:13:29.068271 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1678010c-9f70-43cb-b530-4d4a03ba6cce req-bbb2729c-8a5d-4e85-bab3-fc0fee4ed343 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0928276 Jun 16 11:13:29.076825 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'port': {'device_id': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'admin_state_up': True, 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'security_groups': ['145cd892-808b-47ab-af12-7f359d2693de']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:29.104985 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1678010c-9f70-43cb-b530-4d4a03ba6cce req-5027b139-ccd4-47f9-b39e-bd63ea09edcc tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345895 Jun 16 11:13:29.148404 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d070d694-60d5-499c-940c-c4c9f5a72918 req-9914ac6d-23c4-4e01-9a0d-3cc727dc2b40 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 210 time: 0.0568933 Jun 16 11:13:29.238671 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Made reservation on behalf of 504c5e8003be4da9a6360e6e35d85bcc for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:13:29.242478 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:29.448974 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636916c1-cac0-4008-97e9-385deba48807 req-0a3faba3-df17-497f-b475-cad5751d0699 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:29.451501 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-636916c1-cac0-4008-97e9-385deba48807 req-0a3faba3-df17-497f-b475-cad5751d0699 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.1957638 Jun 16 11:13:29.545011 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Allocated IP 172.20.0.6 (a6d49a6f-ae28-4874-b01d-43e354627d97/2a14b240-faeb-4b8f-aa00-0548af6458fa/406b87b9-ae17-4d43-b44f-a5798270c54f) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:13:29.556105 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-636916c1-cac0-4008-97e9-385deba48807 req-f88e1499-7dda-4b2f-ad63-71f71f92dac2 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979462 Jun 16 11:13:29.712580 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:29.727351 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Transition to ACTIVE for port object 406b87b9-ae17-4d43-b44f-a5798270c54f will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:29.762249 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:29.766784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-74287106-f2e3-4834-a61b-84f18ac809bf tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:29.806818 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Network a6d49a6f-ae28-4874-b01d-43e354627d97 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:13:29.814300 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:29.818538 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:13:29.822436 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=406b87b9-ae17-4d43-b44f-a5798270c54f,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:29.842029 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:29.878484 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:29.879032 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:29.894424 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222106 Jun 16 11:13:29.911215 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Request body: {'port': {'device_id': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:29.986566 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.056020 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3ff45467-40d2-4de1-8920-b0cdd6e606ad None None] Provisioning for port 406b87b9-ae17-4d43-b44f-a5798270c54f completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:30.059627 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3ff45467-40d2-4de1-8920-b0cdd6e606ad None None] Provisioning complete for port 406b87b9-ae17-4d43-b44f-a5798270c54f triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:30.060034 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3ff45467-40d2-4de1-8920-b0cdd6e606ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.094140 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3ff45467-40d2-4de1-8920-b0cdd6e606ad None None] Port 406b87b9-ae17-4d43-b44f-a5798270c54f cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:13:30.250724 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406b87b9-ae17-4d43-b44f-a5798270c54f {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:13:30.258157 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.271528 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Transition to ACTIVE for port object 406b87b9-ae17-4d43-b44f-a5798270c54f will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:13:30.298396 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.302310 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ad80960e-abea-4e9f-8880-3430af9353f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:30.303435 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f298c-6241-46fe-8f5f-f4f8cebc66df req-25f58106-bdc3-4c51-9c2b-5f318bd7213d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:30.304990 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-115f298c-6241-46fe-8f5f-f4f8cebc66df req-25f58106-bdc3-4c51-9c2b-5f318bd7213d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0682290 Jun 16 11:13:30.347035 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-115f298c-6241-46fe-8f5f-f4f8cebc66df req-5bde40d2-e383-4359-9d05-c1d5e5d1f8af tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362167 Jun 16 11:13:30.381205 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=406b87b9-ae17-4d43-b44f-a5798270c54f,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:30.386125 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:30.451672 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4500a-14a7-4dde-bf00-a35897a3ef3a req-e4121187-1ab9-424c-8c1b-58b12d6e47c9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:30.454040 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4eb4500a-14a7-4dde-bf00-a35897a3ef3a req-e4121187-1ab9-424c-8c1b-58b12d6e47c9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.1837280 Jun 16 11:13:30.504617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Attempting to bind port 406b87b9-ae17-4d43-b44f-a5798270c54f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:13:30.504963 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Attempting to bind port 406b87b9-ae17-4d43-b44f-a5798270c54f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:13:30.505269 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Attempting to bind port 406b87b9-ae17-4d43-b44f-a5798270c54f on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:13:30.511846 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Port 406b87b9-ae17-4d43-b44f-a5798270c54f on network a6d49a6f-ae28-4874-b01d-43e354627d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:13:30.512175 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Attempting to bind port 406b87b9-ae17-4d43-b44f-a5798270c54f on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:13:30.517155 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4eb4500a-14a7-4dde-bf00-a35897a3ef3a req-0dc4d8b3-bfda-4b1c-9d50-e48786281456 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564933 Jun 16 11:13:30.521156 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:13:30.521500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Checking segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:30.522902 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Bound using segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:13:30.522902 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Bound port: 406b87b9-ae17-4d43-b44f-a5798270c54f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:13:30.522902 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.592475 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] For port 406b87b9-ae17-4d43-b44f-a5798270c54f, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:13:30.596210 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] For port 406b87b9-ae17-4d43-b44f-a5798270c54f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=406b87b9-ae17-4d43-b44f-a5798270c54f,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:13:30.601411 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.605106 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-52a22719-1786-4c98-8bb3-26a7f8577070 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:30.655981 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0f90-098a-4fdd-bd0f-0c600a20bdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.656620 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:30.657402 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:30.658963 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] 10.222.0.35 "PUT /v2.0/ports/406b87b9-ae17-4d43-b44f-a5798270c54f HTTP/1.1" status: 200 len: 1093 time: 0.7522352 Jun 16 11:13:30.659810 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:13:30.662273 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a86704c-a7c4-4637-9f88-cf143158893a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:13:30.690881 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=406b87b9-ae17-4d43-b44f-a5798270c54f,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:30.706583 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:30.728017 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741d2c8-a894-41c3-83bc-5aa46887aa97 x-openstack-request-id: req-5741d2c8-a894-41c3-83bc-5aa46887aa97 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:13:30.728527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:13:30.728656 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5741d2c8-a894-41c3-83bc-5aa46887aa97 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:13:30.729061 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'status': 'completed', 'code': 200} Jun 16 11:13:30.763957 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e0b1d-2572-4901-b194-12f29fdb603e req-e58c31c2-7725-48db-8976-1b684d934dae tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:30.765945 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3e9e0b1d-2572-4901-b194-12f29fdb603e req-e58c31c2-7725-48db-8976-1b684d934dae tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0767620 Jun 16 11:13:30.777986 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-5d5e90dd-7160-4790-9a53-0dcf03def576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:30.779475 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-5d5e90dd-7160-4790-9a53-0dcf03def576 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 1096 time: 0.0612779 Jun 16 11:13:30.815807 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3e9e0b1d-2572-4901-b194-12f29fdb603e req-c9a30114-7553-42ad-846c-bc9904cce9f6 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438986 Jun 16 11:13:30.829077 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-9d27fddd-4396-45bb-8900-001df227dd23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406b87b9-ae17-4d43-b44f-a5798270c54f HTTP/1.1" status: 200 len: 217 time: 0.0403624 Jun 16 11:13:30.878407 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-3d182d8f-441f-481e-b709-5ea075ab2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:30.880048 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-3d182d8f-441f-481e-b709-5ea075ab2edc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0435376 Jun 16 11:13:30.937917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-61ec7d64-e58e-4464-851f-7171cd62c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:30.939445 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-61ec7d64-e58e-4464-851f-7171cd62c71f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528436 Jun 16 11:13:31.032470 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-25c551f9-0625-4480-9546-e40ec2e90e1a service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845182 Jun 16 11:13:31.120061 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6713a3ea-f079-4782-b291-ee6a7cb4fde0 req-e394a563-2f76-4274-a4da-498116509623 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802405 Jun 16 11:13:31.220790 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86704c-a7c4-4637-9f88-cf143158893a req-988b29d1-1c1f-47ab-a080-da3fe1b9b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:31.222176 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a86704c-a7c4-4637-9f88-cf143158893a req-988b29d1-1c1f-47ab-a080-da3fe1b9b4ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 1096 time: 0.0523353 Jun 16 11:13:31.315813 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86704c-a7c4-4637-9f88-cf143158893a req-1c88c015-4495-425f-b852-4616ce7830fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:31.317237 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a86704c-a7c4-4637-9f88-cf143158893a req-1c88c015-4495-425f-b852-4616ce7830fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0856457 Jun 16 11:13:31.361016 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a86704c-a7c4-4637-9f88-cf143158893a req-bc84f018-49da-48be-8977-41403bcd8f9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406b87b9-ae17-4d43-b44f-a5798270c54f HTTP/1.1" status: 200 len: 217 time: 0.0340517 Jun 16 11:13:31.419557 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86704c-a7c4-4637-9f88-cf143158893a req-79d4240d-749c-4e24-a500-5d4e7cf16bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:31.421242 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a86704c-a7c4-4637-9f88-cf143158893a req-79d4240d-749c-4e24-a500-5d4e7cf16bd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0507286 Jun 16 11:13:31.479473 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86704c-a7c4-4637-9f88-cf143158893a req-d4edced5-daca-4828-a33a-c3bd9b95daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:31.480795 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:13:31.481307 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a86704c-a7c4-4637-9f88-cf143158893a req-d4edced5-daca-4828-a33a-c3bd9b95daa0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524278 Jun 16 11:13:31.582577 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:31.594826 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '10143361-7e78-4910-8625-091b7523f2dc', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'port_id': '10143361-7e78-4910-8625-091b7523f2dc', 'mac_address': 'fa:16:3e:2e:b8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:13:31.633085 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e56a-86c5-4a2f-9371-ce54630d380d req-030039b5-af31-47bf-ba59-df2b91e9dfed tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:31.633355 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:31.635005 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5fb2e56a-86c5-4a2f-9371-ce54630d380d req-030039b5-af31-47bf-ba59-df2b91e9dfed tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.1615505 Jun 16 11:13:31.637860 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a86704c-a7c4-4637-9f88-cf143158893a req-2f318ae0-1ffe-44f0-9d4c-c9b9a4d9e890 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470375 Jun 16 11:13:31.647439 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10143361-7e78-4910-8625-091b7523f2dc {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:13:31.669764 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:31.674806 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:31.677097 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:31.700402 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d547f-5b3a-4d36-999b-ad4e350a2b43 req-18639083-e594-45b7-9f0b-3a080c1aef82 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:31.702464 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-eb8d547f-5b3a-4d36-999b-ad4e350a2b43 req-18639083-e594-45b7-9f0b-3a080c1aef82 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.0682950 Jun 16 11:13:31.715148 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5fb2e56a-86c5-4a2f-9371-ce54630d380d req-55a40e9c-1eb3-4150-9e81-21e425db5b40 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732369 Jun 16 11:13:31.734687 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=6']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:31.738224 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:31.772428 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-eb8d547f-5b3a-4d36-999b-ad4e350a2b43 req-22706a56-4713-4c3b-bbc6-b64884bcbcac tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625648 Jun 16 11:13:31.796147 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6a86704c-a7c4-4637-9f88-cf143158893a req-c3adfcaa-ac44-4d2b-bf6f-7cdc162690e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372283 Jun 16 11:13:31.814474 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['10143361-7e78-4910-8625-091b7523f2dc'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:13:32.021150 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7d1d6-bb32-46a4-80e7-727dbf227e50 req-615d4219-08ab-4b51-a6bf-f83f0db72640 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:32.022798 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-72f7d1d6-bb32-46a4-80e7-727dbf227e50 req-615d4219-08ab-4b51-a6bf-f83f0db72640 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0717373 Jun 16 11:13:32.071878 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-72f7d1d6-bb32-46a4-80e7-727dbf227e50 req-c8490e5b-fad7-4cba-997d-e4969627ee73 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431492 Jun 16 11:13:32.983386 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4b7a3-3d4b-4f8f-bff1-030d44428d18 req-f3ffff06-8118-4ab2-a3a8-fe9c8b207d9f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:32.987293 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5fe4b7a3-3d4b-4f8f-bff1-030d44428d18 req-f3ffff06-8118-4ab2-a3a8-fe9c8b207d9f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 945 time: 0.1098185 Jun 16 11:13:33.021872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249872b-072e-40f9-abb0-feb98977a0fe req-06d152c8-1331-49e0-b685-02d2a4a81baf tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:33.030120 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4249872b-072e-40f9-abb0-feb98977a0fe req-06d152c8-1331-49e0-b685-02d2a4a81baf tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.0845366 Jun 16 11:13:33.064402 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5fe4b7a3-3d4b-4f8f-bff1-030d44428d18 req-f267c09e-a010-474f-86dc-95a15c927d04 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678298 Jun 16 11:13:33.102189 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4249872b-072e-40f9-abb0-feb98977a0fe req-abeff416-3f3f-42f8-9b1e-0f3a50ceaa24 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707016 Jun 16 11:13:33.309962 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3822060-2166-42e5-971e-94fafda7dc79 req-4987ee5b-bf6a-4535-b0a1-ebae468cbeef tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:33.312509 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c3822060-2166-42e5-971e-94fafda7dc79 req-4987ee5b-bf6a-4535-b0a1-ebae468cbeef tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0846083 Jun 16 11:13:33.384495 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c3822060-2166-42e5-971e-94fafda7dc79 req-bf26df5a-0fdd-4fed-b6bc-e04fb063eb12 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650992 Jun 16 11:13:33.421801 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:33.503553 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:33.574849 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 10143361-7e78-4910-8625-091b7523f2dc triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:33.575236 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:33.687036 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:33.717656 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:13:33.721085 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df7b58-a4c1-402b-a61c-5f127beaaf4c" -d '{"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-plugged", "status": "completed", "tag": "10143361-7e78-4910-8625-091b7523f2dc"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:13:33.746073 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:33.756995 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:33.761332 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:33.774193 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ae6a5a-4b66-4f33-9a66-e4ce8a6588bb x-openstack-request-id: req-26ae6a5a-4b66-4f33-9a66-e4ce8a6588bb {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:13:33.774731 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-plugged", "status": "completed", "tag": "10143361-7e78-4910-8625-091b7523f2dc", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:13:33.774934 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ae6a5a-4b66-4f33-9a66-e4ce8a6588bb {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:13:33.775477 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc', 'code': 200} Jun 16 11:13:33.794672 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d86f447a-b2df-4053-8c82-c725e0c971fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:33.841617 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=7']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:33.845854 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:34.158253 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4207a9-b2ad-4a3a-8793-7c82c27598be req-0138b114-a9e8-4c87-a998-46574fa15ed9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:34.165958 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5f4207a9-b2ad-4a3a-8793-7c82c27598be req-0138b114-a9e8-4c87-a998-46574fa15ed9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.0960147 Jun 16 11:13:34.225629 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5f4207a9-b2ad-4a3a-8793-7c82c27598be req-75ff9858-d490-431a-9011-eb521e41da13 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579569 Jun 16 11:13:34.332792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dae18-1c77-4ecc-95e8-39c8d73415ca req-2883821e-a77d-41b4-980a-395e948abd9d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:34.341276 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b92dae18-1c77-4ecc-95e8-39c8d73415ca req-2883821e-a77d-41b4-980a-395e948abd9d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0852299 Jun 16 11:13:34.391624 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b92dae18-1c77-4ecc-95e8-39c8d73415ca req-94cf6888-2ee3-47eb-8c07-765f27551f45 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Jun 16 11:13:34.430310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b6fd8-fc87-450d-abb6-f512ab6bee97 req-2d9bac85-9a44-455f-803f-f58edf6e8e18 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:34.432767 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c25b6fd8-fc87-450d-abb6-f512ab6bee97 req-2d9bac85-9a44-455f-803f-f58edf6e8e18 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.0953403 Jun 16 11:13:34.505192 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c25b6fd8-fc87-450d-abb6-f512ab6bee97 req-91e6b8c1-0c1e-4b2d-9875-533a924417ca tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591936 Jun 16 11:13:34.536718 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:34.629907 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b9d10-666d-4f53-ab3f-b4213f085972 req-03e97a95-b581-427c-9f19-2246d02f7b9e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:34.632280 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-956b9d10-666d-4f53-ab3f-b4213f085972 req-03e97a95-b581-427c-9f19-2246d02f7b9e tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0922422 Jun 16 11:13:34.684969 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-956b9d10-666d-4f53-ab3f-b4213f085972 req-9a7182fa-64c9-4d82-a3b1-52dbbedfd2fd tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457194 Jun 16 11:13:35.438203 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b92f9-65c7-4813-8628-bdb243b4eec9 req-9355471b-d5eb-49c6-bb49-c9f20b395cf5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:35.449773 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-570b92f9-65c7-4813-8628-bdb243b4eec9 req-9355471b-d5eb-49c6-bb49-c9f20b395cf5 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.0911644 Jun 16 11:13:35.504890 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-570b92f9-65c7-4813-8628-bdb243b4eec9 req-84607711-a9d3-4111-b59a-1a99de8b8c57 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533566 Jun 16 11:13:35.637520 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86101bbb-c9c4-4f9c-bb0a-8ffcbc2471b7 req-fc243f9e-ec5e-4a51-8ece-7b9bebaea82f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:35.639250 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-86101bbb-c9c4-4f9c-bb0a-8ffcbc2471b7 req-fc243f9e-ec5e-4a51-8ece-7b9bebaea82f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.1119678 Jun 16 11:13:35.712455 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-86101bbb-c9c4-4f9c-bb0a-8ffcbc2471b7 req-da49574a-3397-4c13-a6ee-4383f9d4d9b8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660896 Jun 16 11:13:35.757668 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840077d6-d425-40e7-b1a5-f8a263bdc5b0 req-49d6890f-68f8-4c8e-9f97-8989ad422d21 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:35.759732 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-840077d6-d425-40e7-b1a5-f8a263bdc5b0 req-49d6890f-68f8-4c8e-9f97-8989ad422d21 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.1012492 Jun 16 11:13:35.839733 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-840077d6-d425-40e7-b1a5-f8a263bdc5b0 req-02c0ea3f-af25-46ae-8103-ff9b8802bf06 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598707 Jun 16 11:13:35.908773 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678629fa-d412-4904-af3a-e3c462c27404 req-0559bae9-928d-4d45-85ff-e7f3b0ee358d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:35.910307 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-678629fa-d412-4904-af3a-e3c462c27404 req-0559bae9-928d-4d45-85ff-e7f3b0ee358d tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0739346 Jun 16 11:13:35.988824 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-678629fa-d412-4904-af3a-e3c462c27404 req-3754041b-251c-4c4e-9b10-3730ca517bd2 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&id=5f332286-56c6-4dd5-97bf-f511bcfafe22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691512 Jun 16 11:13:36.028274 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-7e5e4d00-4db7-48a7-a0d3-fedd52ffd2b9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:36.030564 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-7e5e4d00-4db7-48a7-a0d3-fedd52ffd2b9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.1189969 Jun 16 11:13:36.167658 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:36.178321 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Deleting port bd851d2b-4fa3-403a-8309-178c9ab4634e {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:13:36.179131 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:36.301347 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] For port bd851d2b-4fa3-403a-8309-178c9ab4634e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd851d2b-4fa3-403a-8309-178c9ab4634e,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:36.302263 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:36.574024 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:36.574533 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:36.574945 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.l3_db [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Floating IP ea99739c-f2ba-46e6-bb60-c77058ce818e disassociated. External IP: 172.27.0.137, port: bd851d2b-4fa3-403a-8309-178c9ab4634e. Jun 16 11:13:36.575425 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Calling delete_port for bd851d2b-4fa3-403a-8309-178c9ab4634e owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:13:36.740083 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b782e-97da-428b-997b-2b99014195a4 req-cf7bd94b-185f-4cc1-bad5-69890d9ad8ac tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:36.763330 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3e2b782e-97da-428b-997b-2b99014195a4 req-cf7bd94b-185f-4cc1-bad5-69890d9ad8ac tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 945 time: 0.1121204 Jun 16 11:13:36.850654 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3e2b782e-97da-428b-997b-2b99014195a4 req-4b90be05-20d3-45c5-9ef5-98dd5ef715fa tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec39d61-c8ab-4d16-a334-9ee71c42f097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813944 Jun 16 11:13:37.111310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233e5e6-57d8-4277-8a48-d5fc7f08b9b6 req-82a0b06f-b814-417c-8ca7-612f82a964f4 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:37.118237 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c745-1b19-4c07-957d-9065542d41aa req-87e13e25-681a-41bd-a53a-336ee87b3d81 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:37.121060 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4a21c745-1b19-4c07-957d-9065542d41aa req-87e13e25-681a-41bd-a53a-336ee87b3d81 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.1388230 Jun 16 11:13:37.125921 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f233e5e6-57d8-4277-8a48-d5fc7f08b9b6 req-82a0b06f-b814-417c-8ca7-612f82a964f4 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.1067977 Jun 16 11:13:37.184504 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f233e5e6-57d8-4277-8a48-d5fc7f08b9b6 req-bd6bd870-0373-467e-97d6-98ccbbac872d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561695 Jun 16 11:13:37.218506 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4a21c745-1b19-4c07-957d-9065542d41aa req-abb6029e-d38b-45f9-aa83-a5177ee192f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860028 Jun 16 11:13:37.220128 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:37.225345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1dc3a217-8dce-4b11-b21d-23e6b6d389df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:37.279105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event deleted for resources: {'Port': ['ID=bd851d2b-4fa3-403a-8309-178c9ab4634e,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:37.282377 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:37.441528 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:13:37.564671 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:13:37.582558 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] Sync routers for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:13:37.597228 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:37.598272 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:37.612423 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] No DVR routers for this DVR port bd851d2b-4fa3-403a-8309-178c9ab4634e on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:13:37.623051 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:37.625711 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eb5f10fd-347e-4e3f-8eae-c6680849c477 req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.35 "DELETE /v2.0/ports/bd851d2b-4fa3-403a-8309-178c9ab4634e HTTP/1.1" status: 204 len: 173 time: 1.5887158 Jun 16 11:13:37.626249 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'name': 'network-vif-deleted', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:13:37.630826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9151b6b9-e0d5-4506-9d39-a6e0eac65c02" -d '{"events": [{"server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "name": "network-vif-deleted", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:13:37.698495 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9197c4c-8b8c-495d-9c5f-4b98365501b0 x-openstack-request-id: req-c9197c4c-8b8c-495d-9c5f-4b98365501b0 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:13:37.699035 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515a9b77-32f3-48b0-8c5d-b4b63bf045db", "name": "network-vif-deleted", "tag": "bd851d2b-4fa3-403a-8309-178c9ab4634e", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:13:37.699524 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9197c4c-8b8c-495d-9c5f-4b98365501b0 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:13:37.700051 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515a9b77-32f3-48b0-8c5d-b4b63bf045db', 'name': 'network-vif-deleted', 'tag': 'bd851d2b-4fa3-403a-8309-178c9ab4634e', 'status': 'completed', 'code': 200} Jun 16 11:13:37.759415 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:38.065817 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7b0e9043-be07-4bdc-b3ac-f52bdc700355 req-939682ed-5180-473f-9da6-ed8d2fd04292 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/ports?device_id=515a9b77-32f3-48b0-8c5d-b4b63bf045db HTTP/1.1" status: 200 len: 210 time: 0.0499954 Jun 16 11:13:38.188624 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:38.193643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] Checking router: d8d2bd6f-485e-4012-bd07-d1eb072c9a84 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:13:38.203854 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:38.204575 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:38.348589 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:38.500817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b37278-abba-4cfd-81e5-da35c72a4f0a req-07ad039c-8501-4d02-8e46-81d2999f4838 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:38.509016 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c6b37278-abba-4cfd-81e5-da35c72a4f0a req-07ad039c-8501-4d02-8e46-81d2999f4838 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.1160378 Jun 16 11:13:38.573475 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c6b37278-abba-4cfd-81e5-da35c72a4f0a req-0e172345-14b1-47c7-9614-98e5845b2f7a tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631936 Jun 16 11:13:38.603459 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd3e5-b71c-4b1e-8d3a-ee52da53f3a2 req-521bb149-6b86-44d4-b0b0-9f5b4d3440b3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:38.605795 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ba2bd3e5-b71c-4b1e-8d3a-ee52da53f3a2 req-521bb149-6b86-44d4-b0b0-9f5b4d3440b3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.1301510 Jun 16 11:13:38.642917 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:38.649725 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e282a-71d6-4de1-b664-0f6c9745a7cd None None] The sync data for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi is: [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:30Z', 'revision_number': 4, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': 'b0189fa4-34ff-4d42-8d06-6b945b8277c4', 'name': '', 'network_id': '53770591-43c3-4437-9e06-e0ac4ccc3e3e', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'mac_address': 'fa:16:3e:39:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:28Z', 'updated_at': '2021-06-16T11:06:44Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'subnets': [{'id': 'e0e6ab1e-f590-48ec-af3f-7cb956934f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:13:38.666448 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ba2bd3e5-b71c-4b1e-8d3a-ee52da53f3a2 req-553ca485-ae9a-476b-8166-9b5d3d2ae63a tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530713 Jun 16 11:13:38.950761 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38981d36-3edc-459a-ab24-95f2d13eec52 None None] New status for floating IP ea99739c-f2ba-46e6-bb60-c77058ce818e: DOWN {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:13:39.213533 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 54962) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:39.278040 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.305390 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.361633 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.364806 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.366480 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ec39d61-c8ab-4d16-a334-9ee71c42f097 HTTP/1.1" status: 204 len: 168 time: 0.1518388 Jun 16 11:13:39.367493 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1a7272c8-5433-4073-b989-bcd803d220f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:39.369325 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54964) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:39.384235 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.api.v2.resource [None req-b0024fb9-3fb3-4af3-8a3d-057ac80d05df tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] show failed (client error): The resource could not be found. Jun 16 11:13:39.384675 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec39d61-c8ab-4d16-a334-9ee71c42f097,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:39.385844 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b0024fb9-3fb3-4af3-8a3d-057ac80d05df tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "GET /v2.0/security-groups/9ec39d61-c8ab-4d16-a334-9ee71c42f097 HTTP/1.1" status: 404 len: 347 time: 0.0152047 Jun 16 11:13:39.390150 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 54966) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:39.396981 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:39.541730 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Deleting port fe71f50b-d374-4ee9-b094-3fbd7d17a15c {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:13:39.542091 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.565492 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 406b87b9-ae17-4d43-b44f-a5798270c54f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:13:39.567531 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device bd851d2b-4fa3-403a-8309-178c9ab4634e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:13:39.603728 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: bd851d2b-4fa3-403a-8309-178c9ab4634e {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:13:39.604246 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device bd851d2b-4fa3-403a-8309-178c9ab4634e not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:13:39.659045 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.659652 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.774551 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 406b87b9-ae17-4d43-b44f-a5798270c54f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=406b87b9-ae17-4d43-b44f-a5798270c54f,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:39.792329 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Calling delete_port for fe71f50b-d374-4ee9-b094-3fbd7d17a15c owned by network:floatingip {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:13:39.799104 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'port_id': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'mac_address': 'fa:16:3e:c8:5d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:13:39.865695 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab7a41-6e04-4158-8381-54c211e3e007 req-3d4cb48c-e5b8-4e55-bc2f-4fb80e164161 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:39.876054 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ebab7a41-6e04-4158-8381-54c211e3e007 req-3d4cb48c-e5b8-4e55-bc2f-4fb80e164161 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 943 time: 0.1508677 Jun 16 11:13:39.924750 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:39.959047 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-ebab7a41-6e04-4158-8381-54c211e3e007 req-b05a6904-c479-44d3-b1e2-822127c2b003 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818672 Jun 16 11:13:39.965390 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406b87b9-ae17-4d43-b44f-a5798270c54f {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:13:40.013698 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 406b87b9-ae17-4d43-b44f-a5798270c54f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=406b87b9-ae17-4d43-b44f-a5798270c54f,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:40.023221 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:40.030001 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:40.065385 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd44309-d15d-4ac1-a823-f0cf11b9ed21 req-bd0a9fd0-4b8f-4bd8-ac15-8dc4b358c92c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:40.074296 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5bd44309-d15d-4ac1-a823-f0cf11b9ed21 req-bd0a9fd0-4b8f-4bd8-ac15-8dc4b358c92c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.1570222 Jun 16 11:13:40.093058 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=406b87b9-ae17-4d43-b44f-a5798270c54f,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:40.097757 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:40.105836 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:40.113595 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a0585bb3-dc1b-4629-993a-02c664a867bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:40.148103 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Pushing event deleted for resources: {'Port': ['ID=fe71f50b-d374-4ee9-b094-3fbd7d17a15c,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:40.150438 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:40.167510 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5bd44309-d15d-4ac1-a823-f0cf11b9ed21 req-5e2d9ab4-0c61-49a9-9442-d524ca116a5b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888300 Jun 16 11:13:40.279447 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks [] for floatingip, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:40.282170 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:40.283331 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-c41ed422-381d-4aad-87f0-f0667fda03d9 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea99739c-f2ba-46e6-bb60-c77058ce818e HTTP/1.1" status: 204 len: 168 time: 0.8920054 Jun 16 11:13:40.304599 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-687ed7bf-03e6-4f3b-a3c4-d25d19f35d9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956872 Jun 16 11:13:40.314629 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['406b87b9-ae17-4d43-b44f-a5798270c54f'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:13:40.444052 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-326a0d2e-4f8d-4550-a578-6ca7b24a5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:40.445704 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-326a0d2e-4f8d-4550-a578-6ca7b24a5433 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1099 time: 0.0833790 Jun 16 11:13:40.620872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-3580c67f-c4f7-4297-a1c1-ab4f84eb90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:40.621227 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-3580c67f-c4f7-4297-a1c1-ab4f84eb90e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 909 time: 0.1495576 Jun 16 11:13:40.718861 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-b6cc75e1-cf5d-4d54-bb40-97232f707f89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 1002 time: 0.0889077 Jun 16 11:13:40.782545 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-bdc6bd15-7ace-4a0c-bed5-c1b97ef9d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:40.784682 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-bdc6bd15-7ace-4a0c-bed5-c1b97ef9d772 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 200 len: 847 time: 0.0580287 Jun 16 11:13:40.861387 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-fab36648-7cd7-41f8-a037-383bc27559c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:40.862839 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-fab36648-7cd7-41f8-a037-383bc27559c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b127558a-0a91-4055-8c4e-81762c066422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700443 Jun 16 11:13:40.966026 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-feaaa11d-36f8-47f8-bb7c-abcd05ffa821 service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952923 Jun 16 11:13:41.074078 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-889d482d-f39c-4329-aef2-297c1c3343e8 req-d52b50f0-357d-43cb-aad8-ad20a2f2893d service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008840 Jun 16 11:13:41.188915 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd0a58-42fb-4deb-8b97-554ebe2bea83 req-68309aa6-11dc-4d77-931b-76f3d98ceb7c tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:41.191478 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fadd0a58-42fb-4deb-8b97-554ebe2bea83 req-68309aa6-11dc-4d77-931b-76f3d98ceb7c tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 944 time: 0.1030529 Jun 16 11:13:41.248259 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fadd0a58-42fb-4deb-8b97-554ebe2bea83 req-34117735-7ae5-4ccf-86e1-d6e4d37b5693 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512686 Jun 16 11:13:41.353703 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b65a0e-9644-42d4-b321-e60470ed3f5e req-5e7bdf18-b0fd-4360-b75e-067f886b8598 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:41.355211 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d1b65a0e-9644-42d4-b321-e60470ed3f5e req-5e7bdf18-b0fd-4360-b75e-067f886b8598 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0700903 Jun 16 11:13:41.411205 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d1b65a0e-9644-42d4-b321-e60470ed3f5e req-d44c1351-5962-415a-ab12-9bcfa25031ee tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Jun 16 11:13:41.568745 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 406b87b9-ae17-4d43-b44f-a5798270c54f up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:13:41.626343 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port 406b87b9-ae17-4d43-b44f-a5798270c54f completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:13:41.636924 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 406b87b9-ae17-4d43-b44f-a5798270c54f triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:13:41.637036 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:41.683502 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:41.771604 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:41.803869 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:13:41.807714 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b594c8-020b-4bf8-ab1d-2ee302267b76" -d '{"events": [{"server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "name": "network-vif-plugged", "status": "completed", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:13:41.826077 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 406b87b9-ae17-4d43-b44f-a5798270c54f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=406b87b9-ae17-4d43-b44f-a5798270c54f,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:41.831034 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:41.833062 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:41.884242 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25983388-67e4-40cb-a060-9800014b6473 x-openstack-request-id: req-25983388-67e4-40cb-a060-9800014b6473 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:13:41.884721 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "name": "network-vif-plugged", "status": "completed", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:13:41.885077 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25983388-67e4-40cb-a060-9800014b6473 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:13:41.885599 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'code': 200} Jun 16 11:13:41.918823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=406b87b9-ae17-4d43-b44f-a5798270c54f,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:41.930681 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:42.205943 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c993af-871c-45d6-b6fd-2fdbed4fed89 req-2ab6b14b-90ab-45b7-aa0b-8fc34b56c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:42.207697 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-63c993af-871c-45d6-b6fd-2fdbed4fed89 req-2ab6b14b-90ab-45b7-aa0b-8fc34b56c5b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 1098 time: 0.0596342 Jun 16 11:13:42.251812 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-63c993af-871c-45d6-b6fd-2fdbed4fed89 req-92eb398b-be6d-4ebe-ac3c-33a345aabb01 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373597 Jun 16 11:13:42.439178 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33293f-acde-43b9-975d-0e9fc7d158e0 req-eed95841-c275-4996-97e4-0601bda9977e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:42.441291 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ca33293f-acde-43b9-975d-0e9fc7d158e0 req-eed95841-c275-4996-97e4-0601bda9977e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 945 time: 0.0746009 Jun 16 11:13:42.506520 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ca33293f-acde-43b9-975d-0e9fc7d158e0 req-dea5116b-d12e-42f9-8f2d-701deee769c2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577216 Jun 16 11:13:42.665669 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942dd40-d236-44f4-9301-7c411e325cdc req-ff5ebedb-9198-4217-b7b6-467f870d0493 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:42.667345 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3942dd40-d236-44f4-9301-7c411e325cdc req-ff5ebedb-9198-4217-b7b6-467f870d0493 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0863457 Jun 16 11:13:42.712587 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3942dd40-d236-44f4-9301-7c411e325cdc req-995e2b8a-44e1-4eca-9672-c60987b3541f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 Jun 16 11:13:43.699093 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44355423-f6f2-4714-8c53-e4d97b441b98 req-2bd2f821-25ff-41be-b504-20ac7134361d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:43.700681 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-44355423-f6f2-4714-8c53-e4d97b441b98 req-2bd2f821-25ff-41be-b504-20ac7134361d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 945 time: 0.0698078 Jun 16 11:13:43.739224 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-44355423-f6f2-4714-8c53-e4d97b441b98 req-c7740d82-0d9e-4db3-bd2b-a9e35f68d8bb tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Jun 16 11:13:43.837192 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-03289d39-af12-4ef0-b3fa-e45ab2cad6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:43.838710 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-03289d39-af12-4ef0-b3fa-e45ab2cad6cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1099 time: 0.0545537 Jun 16 11:13:43.907240 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181962d6-854c-426e-858c-3e44724e2770 req-56968fb3-f33b-4a1c-992e-7cdd2782d11f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:43.908768 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-181962d6-854c-426e-858c-3e44724e2770 req-56968fb3-f33b-4a1c-992e-7cdd2782d11f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0733707 Jun 16 11:13:43.959980 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-181962d6-854c-426e-858c-3e44724e2770 req-0c534610-5a26-4e9f-8595-00190fdb6820 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446844 Jun 16 11:13:43.973928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-303fe430-73bf-4f71-bd8c-83344f8a9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:43.975402 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-303fe430-73bf-4f71-bd8c-83344f8a9568 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.1309147 Jun 16 11:13:43.991178 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea81ad-4490-4177-b9a4-5c3dd7c3c702 req-7fb3b32f-9298-4537-bb04-5147b8a65010 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:43.992640 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4cea81ad-4490-4177-b9a4-5c3dd7c3c702 req-7fb3b32f-9298-4537-bb04-5147b8a65010 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 945 time: 0.1307588 Jun 16 11:13:44.079625 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4cea81ad-4490-4177-b9a4-5c3dd7c3c702 req-673935ca-06ca-40b3-9849-bfaed75d033e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781374 Jun 16 11:13:44.080282 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-ef86d8c1-5b0c-43ff-9221-5c2ab023373d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 200 len: 1002 time: 0.0972040 Jun 16 11:13:44.105157 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55026) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:44.133968 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-d468e8eb-4984-4f10-91c7-c2b1693d8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:44.135764 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-d468e8eb-4984-4f10-91c7-c2b1693d8855 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0493281 Jun 16 11:13:44.197380 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-f8ee67d5-67cd-46fd-8d42-449a60729fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:44.199033 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-f8ee67d5-67cd-46fd-8d42-449a60729fbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543869 Jun 16 11:13:44.211295 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b80c0a1-d08a-4ee4-9d19-df20883733f9 tempest-TestVolumeBootPattern-1596811956 tempest-TestVolumeBootPattern-1596811956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:44.212804 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-9b80c0a1-d08a-4ee4-9d19-df20883733f9 tempest-TestVolumeBootPattern-1596811956 tempest-TestVolumeBootPattern-1596811956-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 1093 time: 0.1066542 Jun 16 11:13:44.215792 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55032) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:44.220661 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'port_id': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:44.244311 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55034) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:44.251797 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:44.300503 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-3d4e7bf4-9730-45c2-9ba2-19ebfb3f10ff service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943129 Jun 16 11:13:44.356180 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:44.393753 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a93418b3-3b72-48bc-a976-6a3f864a60ce req-bca03eda-ae82-4650-a6fd-a121d2c235d9 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862319 Jun 16 11:13:44.608230 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_common [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Allocated IP 172.27.0.182 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/6d413786-7e65-44e7-984c-d3191679c1a8) {{(pid=91890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:13:44.788990 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:44.852969 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12624108'] for port, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:44.856713 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:44.913807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:13:44.923114 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Resources bound (agent type, host, resource id): {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:44.928542 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Received port after_create {{(pid=91890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:13:44.932992 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=6d413786-7e65-44e7-984c-d3191679c1a8,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:44.973656 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.974033 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.974402 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.974767 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.975126 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.975483 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.975887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.976320 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.976681 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.977033 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.977386 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.977731 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:44.983792 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:45.041990 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:45.593887 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d760-3fe6-42db-bb17-219d05bcdeaa req-cdb61db5-1c67-481a-83fe-a1109cdc5d15 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:45.595344 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e970d760-3fe6-42db-bb17-219d05bcdeaa req-cdb61db5-1c67-481a-83fe-a1109cdc5d15 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.4996822 Jun 16 11:13:45.731454 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e970d760-3fe6-42db-bb17-219d05bcdeaa req-1d71d979-9e3c-40d0-bd97-6a19b7671637 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300504 Jun 16 11:13:45.833843 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:45.942648 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:45.947418 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Deleting port b0189fa4-34ff-4d42-8d06-6b945b8277c4 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:13:45.947754 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:46.130832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] For port b0189fa4-34ff-4d42-8d06-6b945b8277c4, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b0189fa4-34ff-4d42-8d06-6b945b8277c4,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:46.131199 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:46.200098 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Calling delete_port for b0189fa4-34ff-4d42-8d06-6b945b8277c4 owned by network:router_interface {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:13:46.283141 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:46.292580 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12624122'] for port, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:46.296580 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:46.409751 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=6d413786-7e65-44e7-984c-d3191679c1a8,revision_number=2']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:46.416424 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:46.427393 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:46.569584 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:46.573131 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b490d950-4003-40b3-9683-5c1d41b11403 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:46.599496 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0189fa4-34ff-4d42-8d06-6b945b8277c4,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:46.601795 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Floating IP e81e5dcc-8128-413b-b0a2-36438b8bc554 associated. External IP: 172.27.0.182, port: 406b87b9-ae17-4d43-b44f-a5798270c54f. Jun 16 11:13:46.604138 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:46.939237 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:46.944378 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9ba52-83b0-42f6-a7d2-3ca061244acf req-55461b27-b1ca-4ec4-8669-039fc0f526f2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:46.946633 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-58a9ba52-83b0-42f6-a7d2-3ca061244acf req-55461b27-b1ca-4ec4-8669-039fc0f526f2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 946 time: 0.0926394 Jun 16 11:13:47.012208 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-58a9ba52-83b0-42f6-a7d2-3ca061244acf req-2b62202b-4334-4bca-a083-6eb6ce0aa7b2 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393965 Jun 16 11:13:47.048631 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:13:47.252222 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:13:47.272025 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:13:47.279415 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:13:47.281215 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:47.283505 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:47.284281 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:47.364792 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-adcc19dc-4366-47a4-a6b0-0019fab03c81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1478870 Jun 16 11:13:47.390966 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:13:47.393352 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7591fb05-d68e-4254-83fe-08f6b06cbad0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:13:47.409757 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:47.448508 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97666716-2d54-4ee7-810b-6cb1c6339477 x-openstack-request-id: req-97666716-2d54-4ee7-810b-6cb1c6339477 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:13:47.448508 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:13:47.448508 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97666716-2d54-4ee7-810b-6cb1c6339477 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:13:47.449131 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'status': 'completed', 'code': 200} Jun 16 11:13:47.452307 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:13:47.459968 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a16c9718-2e22-4a83-8309-6e8c3e1df037 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8d2bd6f-485e-4012-bd07-d1eb072c9a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2119987 Jun 16 11:13:47.460290 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55058) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:47.472710 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] Sync routers for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:13:47.509397 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:47.510102 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:47.580891 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-d89a6912-52d1-4c98-a471-b87529116604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:47.582513 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-d89a6912-52d1-4c98-a471-b87529116604 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 1098 time: 0.0935826 Jun 16 11:13:47.620002 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:13:47.637494 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks [] for router, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:47.657762 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:47.779929 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:47.791657 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-be2f67be-dfca-4190-a506-f815f5a7aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:47.793304 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-be2f67be-dfca-4190-a506-f815f5a7aaca service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.2006865 Jun 16 11:13:47.795681 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:47.807801 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'e81e5dcc-8128-413b-b0a2-36438b8bc554', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:c8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:13:45Z', 'updated_at': '2021-06-16T11:13:45Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:47.814336 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:13:47.835181 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:13:47.837667 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0fe050-57f3-473f-99bc-414e04c38c0d" -d '{"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-unplugged", "status": "completed", "tag": "10143361-7e78-4910-8625-091b7523f2dc"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:13:47.851040 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Deleting port 0c004410-3591-413e-a760-2db749d7a493 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:13:47.852166 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:47.852459 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:47.854885 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:47.860795 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:47.897098 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:47.911896 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '0c004410-3591-413e-a760-2db749d7a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:13:46Z', 'revision_number': 5, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port': {'id': '0c004410-3591-413e-a760-2db749d7a493', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:23Z', 'updated_at': '2021-06-16T11:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:47.916115 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] Checking router: d8d2bd6f-485e-4012-bd07-d1eb072c9a84 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:13:47.933283 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-6cae2a1b-8882-4d7d-a305-b11e1434cafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:47.938967 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417469ef-46ad-450a-81c9-032df323e581 x-openstack-request-id: req-417469ef-46ad-450a-81c9-032df323e581 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:13:47.939561 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-unplugged", "status": "failed", "tag": "10143361-7e78-4910-8625-091b7523f2dc", "code": 422}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:13:47.939739 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] Routers {'d8d2bd6f-485e-4012-bd07-d1eb072c9a84'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:13:47.940218 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-417469ef-46ad-450a-81c9-032df323e581 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:13:47.940795 dv-cinder-786627-10-iscsi neutron-server[91892]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc', 'code': 422} returned with failed status Jun 16 11:13:47.940917 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:13:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:47.946258 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-9759367d-1159-45fe-8dc1-b713c9af056d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406b87b9-ae17-4d43-b44f-a5798270c54f HTTP/1.1" status: 200 len: 999 time: 0.1444550 Jun 16 11:13:48.017470 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=8']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:48.021078 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] For port 0c004410-3591-413e-a760-2db749d7a493, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=0c004410-3591-413e-a760-2db749d7a493,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:48.021461 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:48.031248 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:48.055835 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-9de8c436-2643-4fb5-af66-c39c57618e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:48.057605 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-9de8c436-2643-4fb5-af66-c39c57618e14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0982275 Jun 16 11:13:48.062695 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:48.093090 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] Set router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:13:48.099614 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Calling delete_port for 0c004410-3591-413e-a760-2db749d7a493 owned by network:router_gateway {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:13:48.141185 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-2d094c9c-f13c-43f6-bd8c-9d06b828b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:48.143897 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-2d094c9c-f13c-43f6-bd8c-9d06b828b89c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754504 Jun 16 11:13:48.189141 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:13:47Z', 'revision_number': 6, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:48.197195 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c21cc-9ec6-4cce-9969-9a72302131b6 None None] The sync data for ids ['d8d2bd6f-485e-4012-bd07-d1eb072c9a84'] in dv-cinder-786627-10-iscsi is: [{'id': 'd8d2bd6f-485e-4012-bd07-d1eb072c9a84', 'name': 'tempest-AttachVolumeTestJSON-2061837984-router', 'tenant_id': '15b4993674f04d01a29301ad5e63f819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:13:47Z', 'revision_number': 6, 'project_id': '15b4993674f04d01a29301ad5e63f819', 'gw_port_host': None}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:13:48.281981 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-3c499540-b3bd-4efb-b349-aee551293730 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275892 Jun 16 11:13:48.418229 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'e81e5dcc-8128-413b-b0a2-36438b8bc554', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:c8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:13:45Z', 'updated_at': '2021-06-16T11:13:45Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:48.423978 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99e5ef-5c40-4985-92c3-b8f881e07606 None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'e81e5dcc-8128-413b-b0a2-36438b8bc554', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:c8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:13:45Z', 'updated_at': '2021-06-16T11:13:45Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:13:48.429587 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7591fb05-d68e-4254-83fe-08f6b06cbad0 req-2462ec8d-3697-43b7-93d6-519fb0c37ee4 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398296 Jun 16 11:13:48.697447 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56d24c-0c93-42da-aaba-50f1cd9db3eb None None] New status for floating IP e81e5dcc-8128-413b-b0a2-36438b8bc554: ACTIVE {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:13:48.712837 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-12775706-6e45-4e65-bbcb-a4a7072bef81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1696651 Jun 16 11:13:48.726956 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb386a-d334-475e-baec-8b8ebc594cb9 req-5123df67-20d0-435c-818f-9cb03f3e4c9e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:48.728548 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fbfb386a-d334-475e-baec-8b8ebc594cb9 req-5123df67-20d0-435c-818f-9cb03f3e4c9e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1878207 Jun 16 11:13:48.815557 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-fbfb386a-d334-475e-baec-8b8ebc594cb9 req-8c9d6fef-abb2-4cb4-8387-292730029dd5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520933 Jun 16 11:13:48.817132 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:48.819516 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f60fb888-85a8-4fd0-8667-85e0d85d8a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:48.852292 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c004410-3591-413e-a760-2db749d7a493,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:48.856691 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:48.926134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.052508 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.055236 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.138011 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.139517 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d2bd6f-485e-4012-bd07-d1eb072c9a84 {{(pid=91890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:13:49.144647 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.145790 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d8d2bd6f-485e-4012-bd07-d1eb072c9a84 HTTP/1.1" status: 204 len: 168 time: 1.6844985 Jun 16 11:13:49.148841 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55090) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:49.151668 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0189fa4-34ff-4d42-8d06-6b945b8277c4 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:13:49.173714 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: b0189fa4-34ff-4d42-8d06-6b945b8277c4 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:13:49.174182 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0189fa4-34ff-4d42-8d06-6b945b8277c4 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:13:49.174725 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 0c004410-3591-413e-a760-2db749d7a493 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:13:49.196103 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 0c004410-3591-413e-a760-2db749d7a493 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:13:49.196675 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 0c004410-3591-413e-a760-2db749d7a493 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:13:49.204021 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Deleting subnet e0e6ab1e-f590-48ec-af3f-7cb956934f75 {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:13:49.207631 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.243617 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.365319 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.423076 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.425424 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e3bcf192-fff6-4ca1-a2f8-894ddd9da5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:49.451511 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e6ab1e-f590-48ec-af3f-7cb956934f75,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:49.453604 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.458519 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0e6ab1e-f590-48ec-af3f-7cb956934f75 HTTP/1.1" status: 204 len: 168 time: 0.3056130 Jun 16 11:13:49.458519 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-193b82b1-ebf3-431d-a385-bfa03f031d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:49.458519 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55092) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:49.462321 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fead74-918c-49c4-a21c-f5da5ce663bc None None] Network 53770591-43c3-4437-9e06-e0ac4ccc3e3e requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:13:49.531175 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.586631 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Deleting port b0be0f43-8440-4348-9630-4f73ba67f922 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:13:49.586970 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.657335 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] For port b0be0f43-8440-4348-9630-4f73ba67f922, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b0be0f43-8440-4348-9630-4f73ba67f922,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:49.657615 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.659985 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] DHCP port deletion for 53770591-43c3-4437-9e06-e0ac4ccc3e3e request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:13:49.694182 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef238ae-86a0-438d-a163-7c499089fdaa req-ca15bb08-d1fb-4646-8b0d-9a5dd7e4c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:49.695816 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-ca15bb08-d1fb-4646-8b0d-9a5dd7e4c813 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591&tenant_id=f3e73364aa2f42ba87529e4cdd74af73 HTTP/1.1" status: 200 len: 1097 time: 0.0606992 Jun 16 11:13:49.711668 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] Deleting port b0be0f43-8440-4348-9630-4f73ba67f922 {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:13:49.712085 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.723529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Calling delete_port for b0be0f43-8440-4348-9630-4f73ba67f922 owned by network:dhcp {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:13:49.776986 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef238ae-86a0-438d-a163-7c499089fdaa req-818ff712-84b2-4369-bff6-a2293e36332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:49.778484 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-818ff712-84b2-4369-bff6-a2293e36332d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1097 time: 0.0575883 Jun 16 11:13:49.787617 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] For port b0be0f43-8440-4348-9630-4f73ba67f922, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=b0be0f43-8440-4348-9630-4f73ba67f922,segment=NetworkSegment(fe00ecd0-9b90-4787-8bfe-22836ab54904),segment_id=fe00ecd0-9b90-4787-8bfe-22836ab54904)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:13:49.787984 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.818012 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.821504 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:49.852637 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0be0f43-8440-4348-9630-4f73ba67f922,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:49.863033 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] Calling delete_port for b0be0f43-8440-4348-9630-4f73ba67f922 owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:13:49.864243 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:49.866707 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] No DVR routers for this DVR port b0be0f43-8440-4348-9630-4f73ba67f922 on host dv-cinder-786627-10-iscsi {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:13:49.900744 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef238ae-86a0-438d-a163-7c499089fdaa req-bc59df27-d857-441e-9de2-45c662f6de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:49.903095 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-bc59df27-d857-441e-9de2-45c662f6de75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.1178334 Jun 16 11:13:49.956771 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:49.968021 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53770591-43c3-4437-9e06-e0ac4ccc3e3e']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:49.980752 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe00ecd0-9b90-4787-8bfe-22836ab54904') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:49.981208 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe00ecd0-9b90-4787-8bfe-22836ab54904') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:49.991629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.003149 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.008558 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.011733 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-a35a1d6e-d8f6-4168-a257-f1b6d5682ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:50.015006 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-53e4ea77-2274-4950-9e58-44ed3f4a550f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 200 len: 1000 time: 0.1043699 Jun 16 11:13:50.016800 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:13:50.017191 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: retrieve_revision_numbers = { Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:13:50.019077 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:13:50.033410 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] Pushing event deleted for resources: {'Port': ['ID=b0be0f43-8440-4348-9630-4f73ba67f922,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:50.036470 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:50.039627 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8782c-ef63-44f1-850a-7189fe1b2d9c None None] No DVR routers for this DVR port b0be0f43-8440-4348-9630-4f73ba67f922 on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:13:50.083475 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef238ae-86a0-438d-a163-7c499089fdaa req-733c51a1-2b6f-4613-9e79-13ab2b53dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:50.085202 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-733c51a1-2b6f-4613-9e79-13ab2b53dc41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0625346 Jun 16 11:13:50.092125 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.095940 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6283-29a1-4d5a-a297-21b742e2ffe8 req-87088eff-9114-4384-8814-b6f7546929d5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:50.096973 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f8262ce6-3e41-470f-b7eb-9f0f11b200ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:50.097955 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-db0c6283-29a1-4d5a-a297-21b742e2ffe8 req-87088eff-9114-4384-8814-b6f7546929d5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1407404 Jun 16 11:13:50.101275 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.103490 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/53770591-43c3-4437-9e06-e0ac4ccc3e3e HTTP/1.1" status: 204 len: 168 time: 0.6443076 Jun 16 11:13:50.114604 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=53770591-43c3-4437-9e06-e0ac4ccc3e3e,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:50.121708 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-db611723-d422-4042-a5dd-eff8933d2e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:50.176474 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-db0c6283-29a1-4d5a-a297-21b742e2ffe8 req-a8c32215-ce94-4daf-b3dc-35c07ef61be4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649896 Jun 16 11:13:50.190209 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef238ae-86a0-438d-a163-7c499089fdaa req-81d3d325-795a-463b-8bcb-b89746003736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:50.191725 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-81d3d325-795a-463b-8bcb-b89746003736 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0924416 Jun 16 11:13:50.250719 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55098) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:50.288482 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-7cd6c6d3-9e44-4aa4-ab4f-380ea33e241a service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893879 Jun 16 11:13:50.294371 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-390a0af1-e4e0-42e4-85cc-5fede22e7359 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15b4993674f04d01a29301ad5e63f819&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423307 Jun 16 11:13:50.297710 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55100) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:50.352858 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.376632 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.378090 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-eef238ae-86a0-438d-a163-7c499089fdaa req-7c5a8a4b-cf72-4f9f-856a-a2a39e1959d7 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829613 Jun 16 11:13:50.430708 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.433372 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:50.434537 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b911d1a2-693d-4213-a103-1f5a02b9f4c7 HTTP/1.1" status: 204 len: 168 time: 0.1359265 Jun 16 11:13:50.435977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d772cfef-71a8-4b86-9c49-7df2f789076f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:50.444222 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b911d1a2-693d-4213-a103-1f5a02b9f4c7,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:50.447335 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:51.060542 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0be0f43-8440-4348-9630-4f73ba67f922 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:13:51.096338 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: b0be0f43-8440-4348-9630-4f73ba67f922 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:13:51.096929 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device b0be0f43-8440-4348-9630-4f73ba67f922 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:13:51.383105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55144) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:51.414842 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfac178-c7ba-4f4e-9a0c-cc0a85fb6a91 req-bc7803a6-07eb-4c6e-9cad-99f822ec812d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:51.416406 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8cfac178-c7ba-4f4e-9a0c-cc0a85fb6a91 req-bc7803a6-07eb-4c6e-9cad-99f822ec812d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0832722 Jun 16 11:13:51.469588 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8cfac178-c7ba-4f4e-9a0c-cc0a85fb6a91 req-14c82e60-897e-4fd2-802b-77c27c3b5793 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467858 Jun 16 11:13:51.516542 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154343682-network', 'tenant_id': '46046748e7d44324aed6d8a3f4e3861d'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:51.543126 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Made reservation on behalf of 46046748e7d44324aed6d8a3f4e3861d for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:13:51.546934 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.568025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.702469 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.707604 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.710616 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-637f61b2-4f70-48b4-9d20-3039f45ef5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:51.733263 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:13:51.743267 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff476f-ad7e-4744-8dbe-1e28731aee3e,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:51.748510 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:51.750182 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.750526 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Added segment 5bf6b200-9f9d-408a-ae46-2cae69ef1da5 of type vlan for network ff30ff18-d8b8-4d88-99cf-63f4ce6fa931 Jun 16 11:13:51.794498 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.830672 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.832161 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:51.832798 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:51.835026 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:51.865462 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4809487 Jun 16 11:13:51.868651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55148) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:51.873792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Request body: {'subnet': {'network_id': 'ff30ff18-d8b8-4d88-99cf-63f4ce6fa931', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154343682-subnet', 'tenant_id': '46046748e7d44324aed6d8a3f4e3861d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:51.909330 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Pushing event updated for resources: {'Network': ['ID=ff30ff18-d8b8-4d88-99cf-63f4ce6fa931,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:51.913024 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:51.919742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network ff30ff18-d8b8-4d88-99cf-63f4ce6fa931 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:13:51.928796 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Made reservation on behalf of 46046748e7d44324aed6d8a3f4e3861d for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:13:51.931232 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8877697'] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:52.416170 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9260723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8877715'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:52.421063 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-662b3a68-74dc-4daf-a96e-07791949879f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:52.503647 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9134ff-165f-4b78-b870-f5f813069935,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:52.517250 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:52.518190 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Checking segment: {'id': '5bf6b200-9f9d-408a-ae46-2cae69ef1da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ff30ff18-d8b8-4d88-99cf-63f4ce6fa931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:52.518730 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Network hostable DHCP agents. Network: ff30ff18-d8b8-4d88-99cf-63f4ce6fa931, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:13:52.539226 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Network ff30ff18-d8b8-4d88-99cf-63f4ce6fa931 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:13:52.555565 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, ff30ff18-d8b8-4d88-99cf-63f4ce6fa931) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:52.565687 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e66bd4-cdd2-4825-8b9e-a19763332ef2 None None] Network ff30ff18-d8b8-4d88-99cf-63f4ce6fa931 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:13:52.573665 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:52.574270 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:52.612535 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7354527 Jun 16 11:13:52.734575 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d5c911-31f6-458f-b1f0-8ff535971e2b None None] Network ff30ff18-d8b8-4d88-99cf-63f4ce6fa931 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:13:52.741326 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d34fcf-17cf-4640-85b2-9b87c9eede5f req-b01ee6be-5832-4574-9b19-b8e0db6c31a8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:52.742930 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-64d34fcf-17cf-4640-85b2-9b87c9eede5f req-b01ee6be-5832-4574-9b19-b8e0db6c31a8 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1018665 Jun 16 11:13:52.791680 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-64d34fcf-17cf-4640-85b2-9b87c9eede5f req-1606c58b-4fc2-4d67-a00c-3a5a6accb203 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383451 Jun 16 11:13:53.186131 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55166) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:53.191618 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910197697-network', 'tenant_id': '3c1071a7377d4747b1bdabe62ed546ae'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:53.217374 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Made reservation on behalf of 3c1071a7377d4747b1bdabe62ed546ae for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:13:53.220068 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.229251 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.323979 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.333561 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.338554 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-83c45c1a-0293-428e-9d8f-319ac3f51903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:53.367248 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:13:53.377363 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd00ec1-b606-4caf-a0d1-edb1a4460f8d,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:53.381294 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:53.384713 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.385124 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Added segment 00cd4e63-ea2a-4f81-8312-dd24d8c9d451 of type vlan for network 10e6901a-44f3-4893-a9ea-96d1bbb72682 Jun 16 11:13:53.431090 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.460797 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.462290 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:53.462868 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.465092 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:53.499844 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3124449 Jun 16 11:13:53.502451 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55168) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:53.531443 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Request body: {'subnet': {'network_id': '10e6901a-44f3-4893-a9ea-96d1bbb72682', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910197697-subnet', 'tenant_id': '3c1071a7377d4747b1bdabe62ed546ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:13:53.536160 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=10e6901a-44f3-4893-a9ea-96d1bbb72682,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:53.539767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:53.547457 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 10e6901a-44f3-4893-a9ea-96d1bbb72682 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:13:53.561778 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Made reservation on behalf of 3c1071a7377d4747b1bdabe62ed546ae for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:13:53.564203 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8877697'] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.764427 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9260723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8877715'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.767482 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e8e24c17-8e5d-4f39-9b6d-b519ad6a4cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:53.858977 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb469bc9-3b34-4b28-b33d-f814ca15b955,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:53.865724 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:53.872131 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Checking segment: {'id': '00cd4e63-ea2a-4f81-8312-dd24d8c9d451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '10e6901a-44f3-4893-a9ea-96d1bbb72682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:13:53.873179 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Network hostable DHCP agents. Network: 10e6901a-44f3-4893-a9ea-96d1bbb72682, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:13:53.891635 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Network 10e6901a-44f3-4893-a9ea-96d1bbb72682 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:13:53.903348 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 10e6901a-44f3-4893-a9ea-96d1bbb72682) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:13:53.907897 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:53.908567 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:53.913659 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ba2db-db97-4d53-b146-a86c674df003 None None] Network 10e6901a-44f3-4893-a9ea-96d1bbb72682 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:13:53.947062 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-238a970f-4ca5-4759-b31e-dda9c25a0124 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4392245 Jun 16 11:13:54.023629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b203-ba1d-4e84-a3f1-19e7a8514ad8 req-169995e9-49f7-4b84-95b5-f3679c2be310 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:54.028546 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f995b203-ba1d-4e84-a3f1-19e7a8514ad8 req-169995e9-49f7-4b84-95b5-f3679c2be310 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0852981 Jun 16 11:13:54.071759 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f995b203-ba1d-4e84-a3f1-19e7a8514ad8 req-6149337c-b07e-40c4-b91b-76236ad152cf tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Jun 16 11:13:54.087885 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55174) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:54.090310 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb62df-a83e-4cca-9e73-3392de7a6e38 None None] Network 10e6901a-44f3-4893-a9ea-96d1bbb72682 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:13:54.135243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Deleting subnet 8f9134ff-165f-4b78-b870-f5f813069935 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:13:54.138674 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.189509 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979545'] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.252514 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.319643 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9260786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8877722'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.322008 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:54.346832 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9134ff-165f-4b78-b870-f5f813069935,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:54.349757 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:54.350753 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.352645 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-daa4829f-68c9-4b90-a7b9-60bb7b132ec3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f9134ff-165f-4b78-b870-f5f813069935 HTTP/1.1" status: 204 len: 168 time: 0.2636292 Jun 16 11:13:54.355076 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55176) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:54.422774 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.503293 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.513655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff30ff18-d8b8-4d88-99cf-63f4ce6fa931']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:54.523548 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf6b200-9f9d-408a-ae46-2cae69ef1da5') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:54.523873 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf6b200-9f9d-408a-ae46-2cae69ef1da5') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:54.533117 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.547229 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.553038 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:13:54.553424 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:13:54.555053 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:13:54.559469 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:13:54.559469 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:13:54.612629 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.616471 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:54.618916 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.621068 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff30ff18-d8b8-4d88-99cf-63f4ce6fa931 HTTP/1.1" status: 204 len: 168 time: 0.2650905 Jun 16 11:13:54.625352 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55180) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:54.632458 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff30ff18-d8b8-4d88-99cf-63f4ce6fa931,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:54.635281 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-597bef5b-bb41-4c7b-9e32-9434bb92dbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:54.670727 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Deleting subnet eb469bc9-3b34-4b28-b33d-f814ca15b955 {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:13:54.674314 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.711638 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.756827 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.817718 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.819967 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:54.843056 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb469bc9-3b34-4b28-b33d-f814ca15b955,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:54.846460 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:54.849201 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:54.851269 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-91d428ae-e123-432d-83d6-aad9f1b3cd59 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb469bc9-3b34-4b28-b33d-f814ca15b955 HTTP/1.1" status: 204 len: 168 time: 0.2248538 Jun 16 11:13:54.853829 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55184) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:54.925451 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.020713 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.031737 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e6901a-44f3-4893-a9ea-96d1bbb72682']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:55.042438 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cd4e63-ea2a-4f81-8312-dd24d8c9d451') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:55.042741 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cd4e63-ea2a-4f81-8312-dd24d8c9d451') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:13:55.053165 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.067995 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.073985 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:13:55.074379 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:13:55.076660 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:13:55.149361 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.157754 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:55.172104 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.174189 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/10e6901a-44f3-4893-a9ea-96d1bbb72682 HTTP/1.1" status: 204 len: 168 time: 0.3193498 Jun 16 11:13:55.175255 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e6901a-44f3-4893-a9ea-96d1bbb72682,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:55.178709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-755f93ea-c421-4810-b02a-16bb43166b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:55.305110 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94e4e8-c715-4316-a0f7-e8b2c4bdc8de req-046c5d5a-fdbe-4856-bf42-a9a0e8caea67 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:55.306681 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4a94e4e8-c715-4316-a0f7-e8b2c4bdc8de req-046c5d5a-fdbe-4856-bf42-a9a0e8caea67 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0856464 Jun 16 11:13:55.346698 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4a94e4e8-c715-4316-a0f7-e8b2c4bdc8de req-c838f88a-25e7-4f00-9d12-2491ec8da68b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Jun 16 11:13:55.389968 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55190) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:55.431884 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-551363a6-6732-45bb-b631-c1b8778fc783 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46046748e7d44324aed6d8a3f4e3861d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404651 Jun 16 11:13:55.434271 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55192) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:55.484091 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.506742 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.574438 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.579481 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:55.581374 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56ff476f-ad7e-4744-8dbe-1e28731aee3e HTTP/1.1" status: 204 len: 168 time: 0.1459658 Jun 16 11:13:55.582959 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3f00d9d9-913a-4537-a3ff-0dfa4d66a35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:55.593449 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff476f-ad7e-4744-8dbe-1e28731aee3e,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:55.596966 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:55.958765 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55198) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:56.004896 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5a0daabd-dbcb-4efb-a03d-cafb83910cbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c1071a7377d4747b1bdabe62ed546ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448484 Jun 16 11:13:56.007162 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55200) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:56.064690 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:56.090923 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:56.141131 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:56.143592 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:56.144773 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dd00ec1-b606-4caf-a0d1-edb1a4460f8d HTTP/1.1" status: 204 len: 168 time: 0.1365919 Jun 16 11:13:56.145525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2ebb9bfc-83f9-4c7d-a20b-83b0c5e0de79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:56.153223 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd00ec1-b606-4caf-a0d1-edb1a4460f8d,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:56.156285 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:56.547454 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21149455-62d6-4cea-b99e-b652f6885246 req-c87d0977-59c5-48d0-a4c3-9a1e09a4ec91 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:56.552887 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-21149455-62d6-4cea-b99e-b652f6885246 req-c87d0977-59c5-48d0-a4c3-9a1e09a4ec91 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0867248 Jun 16 11:13:56.616203 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-21149455-62d6-4cea-b99e-b652f6885246 req-6c5cd19b-e252-447a-a500-30964c15b957 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620739 Jun 16 11:13:57.167593 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:13:57.856107 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aab62-57d5-4d50-a31c-716955550bbd req-47e2b8a3-1367-428f-ba4d-ec4ea1a84b15 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:57.858415 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b00aab62-57d5-4d50-a31c-716955550bbd req-47e2b8a3-1367-428f-ba4d-ec4ea1a84b15 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0877988 Jun 16 11:13:57.903535 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b00aab62-57d5-4d50-a31c-716955550bbd req-d3204e96-e901-4b27-873c-1650568a2211 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388699 Jun 16 11:13:59.154336 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee87e09-29a6-46e6-a605-33fdeee438d3 req-f90c65d9-c90b-481d-a43a-0f941fc2d78c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:13:59.156192 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9ee87e09-29a6-46e6-a605-33fdeee438d3 req-f90c65d9-c90b-481d-a43a-0f941fc2d78c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0792222 Jun 16 11:13:59.206190 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9ee87e09-29a6-46e6-a605-33fdeee438d3 req-36fabc75-f2c9-468d-b81f-9f433e06c8eb tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Jun 16 11:13:59.478605 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55342) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:59.586395 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f6746a8e-0dec-40c2-b2bd-4431e0c74a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:59.673409 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f6746a8e-0dec-40c2-b2bd-4431e0c74a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:59.677141 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f6746a8e-0dec-40c2-b2bd-4431e0c74a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:59.679592 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cb5c4f08-a768-4352-bdfb-d012b01cfc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:59.715859 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f6746a8e-0dec-40c2-b2bd-4431e0c74a36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d6ba465d826414695bcac82da323470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359924 Jun 16 11:13:59.716825 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6746a8e-0dec-40c2-b2bd-4431e0c74a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbafe5e-3770-4e7a-896e-3c8f7e139f75,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:59.719335 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55346) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:13:59.719980 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f6746a8e-0dec-40c2-b2bd-4431e0c74a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:13:59.774039 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:59.796815 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:59.843109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:59.846234 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:13:59.849982 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fbafe5e-3770-4e7a-896e-3c8f7e139f75 HTTP/1.1" status: 204 len: 168 time: 0.1270256 Jun 16 11:13:59.849982 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3a5da187-987e-468c-b280-ad5df6609f97 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:13:59.859227 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbafe5e-3770-4e7a-896e-3c8f7e139f75,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:13:59.867403 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.867819 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.868196 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.868572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.868938 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.869303 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.869973 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.870297 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.870659 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.871017 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.871374 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.871900 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:13:59.877329 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:00.193790 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55352) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:00.208008 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-64d3b6a6-4ed2-40bc-a03f-787d9ed71a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:00.337017 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-64d3b6a6-4ed2-40bc-a03f-787d9ed71a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:00.344279 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-64d3b6a6-4ed2-40bc-a03f-787d9ed71a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:00.365222 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-578221d7-c375-4d46-af37-778a909ae4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:00.399607 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55356) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:00.399901 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-64d3b6a6-4ed2-40bc-a03f-787d9ed71a7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c0fbee7743948598a56548feca4c1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048879 Jun 16 11:14:00.406192 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3b6a6-4ed2-40bc-a03f-787d9ed71a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df3781-9b59-48e8-a99b-5298289533bf,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:00.409947 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-64d3b6a6-4ed2-40bc-a03f-787d9ed71a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:00.477015 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc5d26-25d6-4d05-b291-75fa37990e3d req-a3b6d210-752e-4858-96bd-2e03264bead4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:00.478474 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04bc5d26-25d6-4d05-b291-75fa37990e3d req-a3b6d210-752e-4858-96bd-2e03264bead4 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1270666 Jun 16 11:14:00.505121 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6f80-5f36-457e-af97-77125038c6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:00.539065 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6f80-5f36-457e-af97-77125038c6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:00.547867 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04bc5d26-25d6-4d05-b291-75fa37990e3d req-b582a8e3-3b70-40e7-81f4-2ee098b8d785 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632617 Jun 16 11:14:00.591028 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6f80-5f36-457e-af97-77125038c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:00.594064 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1b3b6f80-5f36-457e-af97-77125038c6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:00.595192 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-1b3b6f80-5f36-457e-af97-77125038c6f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1df3781-9b59-48e8-a99b-5298289533bf HTTP/1.1" status: 204 len: 168 time: 0.1942189 Jun 16 11:14:00.595971 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a96fa519-60f6-44b4-9984-c1cc2a372a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:00.603659 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b6f80-5f36-457e-af97-77125038c6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df3781-9b59-48e8-a99b-5298289533bf,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:00.605897 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1b3b6f80-5f36-457e-af97-77125038c6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:00.656122 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-df1f1e1b-3972-4615-b014-5f9da568fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:01.814201 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ed541-cb55-4753-b778-326e0bbb3875 req-31111072-2ef1-41e3-a5cc-7ba01b169cd0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:01.815818 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f5ed541-cb55-4753-b778-326e0bbb3875 req-31111072-2ef1-41e3-a5cc-7ba01b169cd0 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0760300 Jun 16 11:14:01.859676 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4f5ed541-cb55-4753-b778-326e0bbb3875 req-412cf57c-5296-4a8f-bdd4-84ce7d17a4db tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381851 Jun 16 11:14:02.460197 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55404) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:02.830775 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Deleting port 5dbbb990-cad5-4a9e-87f8-85849463c5d7 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:02.831529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:02.913275 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:02.913609 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:02.981342 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Calling delete_port for 5dbbb990-cad5-4a9e-87f8-85849463c5d7 owned by network:floatingip {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:03.043255 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1786-f8b0-4497-b9be-ac2948ab156f req-637ddd55-c39e-4e7e-96ed-e33c2c9f7f4b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:03.044946 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b6fd1786-f8b0-4497-b9be-ac2948ab156f req-637ddd55-c39e-4e7e-96ed-e33c2c9f7f4b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0644109 Jun 16 11:14:03.084625 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b6fd1786-f8b0-4497-b9be-ac2948ab156f req-5150eb14-17dc-4bee-88c2-004c43edb2fc tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337873 Jun 16 11:14:03.171703 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:03.175453 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:03.206198 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event deleted for resources: {'Port': ['ID=5dbbb990-cad5-4a9e-87f8-85849463c5d7,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:03.210646 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:03.272875 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for floatingip, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:03.273142 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Floating IP 4c559619-56fe-49d3-b2b0-8b1c6b4e003c disassociated (deleted). External IP: 172.27.0.108, port: 19a5750e-e754-4007-8778-384f3aea35c2. Jun 16 11:14:03.408466 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:03.764874 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-78db7b11-fa67-432d-898c-e1aac36bcae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:03.792076 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:14:03.909043 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:14:03.913948 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:03.919985 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d04449-1792-428f-9eeb-88beb656298a None None] Sync routers for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:14:03.929587 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:03.930367 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:03.954100 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "DELETE /v2.0/floatingips/4c559619-56fe-49d3-b2b0-8b1c6b4e003c HTTP/1.1" status: 204 len: 168 time: 1.4923973 Jun 16 11:14:03.955847 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:14:03.959904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92dab31-6007-470c-ae3b-14b3d8111738" -d '{"events": [{"name": "network-changed", "server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "tag": "19a5750e-e754-4007-8778-384f3aea35c2"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:14:04.047571 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ea006-90d5-4c13-9d7c-74dcfeece473 x-openstack-request-id: req-9b8ea006-90d5-4c13-9d7c-74dcfeece473 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:14:04.048008 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "tag": "19a5750e-e754-4007-8778-384f3aea35c2", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:14:04.048375 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b8ea006-90d5-4c13-9d7c-74dcfeece473 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:14:04.048875 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2', 'status': 'completed', 'code': 200} Jun 16 11:14:04.104270 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:04.312701 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d078cd6-6759-4f55-8551-333e84723d24 req-3705ee47-9692-4377-b563-ac4bfe51b037 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:04.320157 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d078cd6-6759-4f55-8551-333e84723d24 req-3705ee47-9692-4377-b563-ac4bfe51b037 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0827479 Jun 16 11:14:04.378185 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3d078cd6-6759-4f55-8551-333e84723d24 req-4377cd06-d834-41e9-b21e-2c7a0698ca23 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565534 Jun 16 11:14:04.469537 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 5, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:04.473623 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d04449-1792-428f-9eeb-88beb656298a None None] Checking router: 788a1b8a-86a9-4f68-86e5-a504f56c8b0c for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:14:04.485417 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:04.486473 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:04.523025 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:04.528228 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219189cb-d42b-4f25-9722-8017f73f3452 req-403027e2-140e-4dee-abdc-5f7e18df7594 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:04.530172 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-219189cb-d42b-4f25-9722-8017f73f3452 req-403027e2-140e-4dee-abdc-5f7e18df7594 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0898042 Jun 16 11:14:04.571325 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-219189cb-d42b-4f25-9722-8017f73f3452 req-fffc1830-ea23-4669-a39c-bc7cc3ec5a03 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348995 Jun 16 11:14:04.721269 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:04.919261 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-54d04449-1792-428f-9eeb-88beb656298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 5, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:04.923887 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d04449-1792-428f-9eeb-88beb656298a None None] The sync data for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi is: [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:27Z', 'revision_number': 4, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '9fc83487-c3db-4b58-ab5f-f33faa9804c5', 'name': '', 'network_id': 'b127558a-0a91-4055-8c4e-81762c066422', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'mac_address': 'fa:16:3e:a6:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:26Z', 'updated_at': '2021-06-16T11:08:33Z', 'revision_number': 5, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'subnets': [{'id': '07d82535-451c-48ef-a657-da7f4c94eb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:14:05.188536 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493fa43f-4aba-46c9-a041-854060a97e90 None None] New status for floating IP 4c559619-56fe-49d3-b2b0-8b1c6b4e003c: DOWN {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:14:05.618904 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834806ee-0466-4039-82a5-07a8a309cd1b req-4fd47dae-a040-4203-b795-bc67d9a4835e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:05.620921 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-834806ee-0466-4039-82a5-07a8a309cd1b req-4fd47dae-a040-4203-b795-bc67d9a4835e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1105890 Jun 16 11:14:05.666089 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-834806ee-0466-4039-82a5-07a8a309cd1b req-032832f0-cac8-4d22-8a87-46de3a99463f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Jun 16 11:14:05.798673 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62111d-d842-403c-a57f-b10a649046c5 req-3412fce8-1871-4252-8941-eaf974a50ef5 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:05.804309 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a62111d-d842-403c-a57f-b10a649046c5 req-3412fce8-1871-4252-8941-eaf974a50ef5 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0951059 Jun 16 11:14:05.843614 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-4a62111d-d842-403c-a57f-b10a649046c5 req-fc888f93-b7d7-485d-ac2c-190d16078a3f tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357106 Jun 16 11:14:06.163898 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.303133 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55476) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:06.405111 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-05f58df9-19b7-4dac-b8f8-2ac53e74d98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.495467 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-05f58df9-19b7-4dac-b8f8-2ac53e74d98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.499682 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-05f58df9-19b7-4dac-b8f8-2ac53e74d98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.502100 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:06.537527 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-05f58df9-19b7-4dac-b8f8-2ac53e74d98f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fdc2c69ef8a468eb0cdcfb8d4c3885a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333305 Jun 16 11:14:06.538451 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58df9-19b7-4dac-b8f8-2ac53e74d98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d02fa2-8efb-4e97-8734-476537feea2a,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:06.540518 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55480) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:06.541611 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-05f58df9-19b7-4dac-b8f8-2ac53e74d98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:06.589804 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.612830 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.659802 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.662382 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:06.663534 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39d02fa2-8efb-4e97-8734-476537feea2a HTTP/1.1" status: 204 len: 168 time: 0.1218085 Jun 16 11:14:06.664462 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2f9c4b58-23e9-44c4-a0d6-36263a8a705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:06.672274 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d02fa2-8efb-4e97-8734-476537feea2a,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:06.674603 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:06.925131 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d57ce-8316-4a8b-ba70-22f3117072b5 req-4c3b63bf-c1a4-4414-bbca-eead927f6ee7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:06.926664 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-739d57ce-8316-4a8b-ba70-22f3117072b5 req-4c3b63bf-c1a4-4414-bbca-eead927f6ee7 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1127999 Jun 16 11:14:06.930152 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-a282595a-c756-4794-9892-ce22788fe084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:06.932260 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-a282595a-c756-4794-9892-ce22788fe084 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 1099 time: 0.1165340 Jun 16 11:14:06.987706 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55492) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:07.031266 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3527a-3a2c-4486-8c0e-6455e2a08c46 req-bcd99641-9eb7-451b-9d23-d4fa343d4cf7 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:07.032758 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-86c3527a-3a2c-4486-8c0e-6455e2a08c46 req-bcd99641-9eb7-451b-9d23-d4fa343d4cf7 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0692532 Jun 16 11:14:07.035107 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6a85996d-d9dc-4e19-9efc-0dba819c2b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:07.039237 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-739d57ce-8316-4a8b-ba70-22f3117072b5 req-ff24ec6e-215e-48d1-9450-6af1115daf6b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059206 Jun 16 11:14:07.084522 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-86c3527a-3a2c-4486-8c0e-6455e2a08c46 req-b2c354d2-2060-4ca5-9a07-ac06ebed1e18 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Jun 16 11:14:07.088957 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-b91466df-1992-49f5-b6d0-160bd94ee99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:07.090403 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-b91466df-1992-49f5-b6d0-160bd94ee99e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 200 len: 909 time: 0.1503999 Jun 16 11:14:07.141552 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-ddcaccf4-3858-47fd-8ef7-a0d46466f128 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 200 len: 217 time: 0.0397656 Jun 16 11:14:07.219919 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-243fb155-07f0-43e4-8af4-bbd9dd961171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:07.221348 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-243fb155-07f0-43e4-8af4-bbd9dd961171 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 200 len: 847 time: 0.0652802 Jun 16 11:14:07.244376 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6a85996d-d9dc-4e19-9efc-0dba819c2b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:07.264341 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6a85996d-d9dc-4e19-9efc-0dba819c2b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:07.268767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6a1b1216-be34-4437-9da0-753971558f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:07.310442 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-6a85996d-d9dc-4e19-9efc-0dba819c2b87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=625427127a3c4b2a83ac6d6535b58f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211260 Jun 16 11:14:07.313089 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85996d-d9dc-4e19-9efc-0dba819c2b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ea811f-c519-47b3-a7fa-c667f86b1aad,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:07.313274 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55494) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:07.316286 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6a85996d-d9dc-4e19-9efc-0dba819c2b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:07.332611 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-88c10de1-9ee1-4b18-89e4-859e64a8e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:07.334104 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-88c10de1-9ee1-4b18-89e4-859e64a8e106 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b127558a-0a91-4055-8c4e-81762c066422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1029897 Jun 16 11:14:07.366951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacf6-4e56-440a-b030-6c14c67d921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:07.389464 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacf6-4e56-440a-b030-6c14c67d921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:07.433345 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-3926f4c7-f464-4927-b0a5-aebfe9ed97d3 service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902023 Jun 16 11:14:07.442310 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacf6-4e56-440a-b030-6c14c67d921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:07.445032 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacf6-4e56-440a-b030-6c14c67d921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:07.448576 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-ebdbacf6-4e56-440a-b030-6c14c67d921c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0ea811f-c519-47b3-a7fa-c667f86b1aad HTTP/1.1" status: 204 len: 168 time: 0.1320305 Jun 16 11:14:07.448576 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5355bada-ecc2-40ed-a8e9-bee40ecf322c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:07.454787 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbacf6-4e56-440a-b030-6c14c67d921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ea811f-c519-47b3-a7fa-c667f86b1aad,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:07.457683 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ebdbacf6-4e56-440a-b030-6c14c67d921c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:07.531799 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a92dab31-6007-470c-ae3b-14b3d8111738 req-9ff5c2cf-1ef4-4358-aafe-1cbd6b9f6b43 service neutron] 10.222.0.35 "GET /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898583 Jun 16 11:14:08.229202 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aab8d-90d8-4617-bdf7-1eaa943f9e1b req-0bba6bbc-da0b-43f3-b3f8-dc0f2ebb42bd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:08.230636 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-591aab8d-90d8-4617-bdf7-1eaa943f9e1b req-0bba6bbc-da0b-43f3-b3f8-dc0f2ebb42bd tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.0690825 Jun 16 11:14:08.276381 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-591aab8d-90d8-4617-bdf7-1eaa943f9e1b req-ac3fb00f-8ed0-4ea9-800a-01e73bb1f14d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Jun 16 11:14:08.302157 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2511cc-c032-43e4-ab53-f08470987433 req-922894fc-052b-41a1-bc61-20916321d66b tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:08.303807 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a2511cc-c032-43e4-ab53-f08470987433 req-922894fc-052b-41a1-bc61-20916321d66b tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0940371 Jun 16 11:14:08.343466 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a2511cc-c032-43e4-ab53-f08470987433 req-ca62d66e-c4a7-4027-87d0-91fb7435a54b tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c31b0a1-6db8-4f2e-9932-86f8eabc361a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Jun 16 11:14:08.983197 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3bdc-056c-450a-86b1-162a47fde22d req-b84e9819-7c10-4885-b792-a2493e57a73a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:08.984784 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-688b3bdc-056c-450a-86b1-162a47fde22d req-b84e9819-7c10-4885-b792-a2493e57a73a tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.35 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 946 time: 0.0947900 Jun 16 11:14:09.089795 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Deleting port 19a5750e-e754-4007-8778-384f3aea35c2 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:09.090040 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:09.201717 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] For port 19a5750e-e754-4007-8778-384f3aea35c2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=19a5750e-e754-4007-8778-384f3aea35c2,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:09.202075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:09.279982 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Calling delete_port for 19a5750e-e754-4007-8778-384f3aea35c2 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:09.505549 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:09.510531 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-28636f79-ed57-4fa3-98cb-b50a24fa69cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:09.538481 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3f29c2d3-f05d-48b1-a9e9-6fb0d1d6c049 req-6347b8a6-0f2c-492b-aaa9-5acd2b314103 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb760e3-48cc-45e8-95b5-03c50a3854bb HTTP/1.1" status: 200 len: 210 time: 0.0346131 Jun 16 11:14:09.543643 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event deleted for resources: {'Port': ['ID=19a5750e-e754-4007-8778-384f3aea35c2,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:09.548558 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:09.564075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9befb-ea87-450b-8e1b-2c3bc52e8ba7 req-3d1b3831-6a8a-4208-b334-e8a3c1530662 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:09.565561 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4ed9befb-ea87-450b-8e1b-2c3bc52e8ba7 req-3d1b3831-6a8a-4208-b334-e8a3c1530662 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 944 time: 0.1268191 Jun 16 11:14:09.609186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] No DVR routers for this DVR port 19a5750e-e754-4007-8778-384f3aea35c2 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:09.616277 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:09.618562 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-688b3bdc-056c-450a-86b1-162a47fde22d req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.35 "DELETE /v2.0/ports/19a5750e-e754-4007-8778-384f3aea35c2 HTTP/1.1" status: 204 len: 173 time: 0.6273022 Jun 16 11:14:09.619102 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-deleted', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:14:09.622006 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0588245e-a8bd-412d-b4b8-8757a795efa0" -d '{"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-deleted", "tag": "19a5750e-e754-4007-8778-384f3aea35c2"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:14:09.648823 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-4ed9befb-ea87-450b-8e1b-2c3bc52e8ba7 req-f10edc94-ce38-4dc0-af0f-94423b65e562 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663700 Jun 16 11:14:09.666776 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f7ae2d-8fb4-4641-85a5-6a60d8926781 x-openstack-request-id: req-c8f7ae2d-8fb4-4641-85a5-6a60d8926781 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:14:09.667114 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb760e3-48cc-45e8-95b5-03c50a3854bb", "name": "network-vif-deleted", "tag": "19a5750e-e754-4007-8778-384f3aea35c2", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:14:09.667408 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8f7ae2d-8fb4-4641-85a5-6a60d8926781 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:14:09.667872 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb760e3-48cc-45e8-95b5-03c50a3854bb', 'name': 'network-vif-deleted', 'tag': '19a5750e-e754-4007-8778-384f3aea35c2', 'status': 'completed', 'code': 200} Jun 16 11:14:09.685048 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:14:09.782625 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:09.797232 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': '10143361-7e78-4910-8625-091b7523f2dc', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'port_id': '10143361-7e78-4910-8625-091b7523f2dc', 'mac_address': 'fa:16:3e:2e:b8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:14:09.834718 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:09.847880 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10143361-7e78-4910-8625-091b7523f2dc {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:14:09.868467 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:09.872850 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:09.874715 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-288bd162-6deb-4e8c-861e-f1de35ca78f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:09.924558 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=9']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:09.932711 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.932873 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.933227 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.933574 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.934046 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.934393 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.934802 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.935642 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.936008 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.936345 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.936671 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.936996 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:09.941007 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:10.157699 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['10143361-7e78-4910-8625-091b7523f2dc'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:14:10.664308 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55564) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:10.729577 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-62167090-1250-4d7d-b349-5e258400cb71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:10.756760 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-62167090-1250-4d7d-b349-5e258400cb71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:10.849606 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80da057-90fa-46aa-ae79-09c744f072ec req-b90f6692-2228-4ccd-b2a1-261b4214bb87 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:10.851067 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c80da057-90fa-46aa-ae79-09c744f072ec req-b90f6692-2228-4ccd-b2a1-261b4214bb87 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 945 time: 0.0754101 Jun 16 11:14:10.864640 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-62167090-1250-4d7d-b349-5e258400cb71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:10.867132 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-62167090-1250-4d7d-b349-5e258400cb71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:10.868201 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-62167090-1250-4d7d-b349-5e258400cb71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c31b0a1-6db8-4f2e-9932-86f8eabc361a HTTP/1.1" status: 204 len: 168 time: 0.2026968 Jun 16 11:14:10.870092 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:10.888990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62167090-1250-4d7d-b349-5e258400cb71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c31b0a1-6db8-4f2e-9932-86f8eabc361a,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:10.892109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-62167090-1250-4d7d-b349-5e258400cb71 tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:10.905526 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c80da057-90fa-46aa-ae79-09c744f072ec req-864acf2b-9894-4749-b65f-55e9801fa1ab tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472314 Jun 16 11:14:11.940261 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55578) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:12.091523 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2e254-fd43-48c4-8035-f44e533b8a66 req-c38dae93-2e4e-488e-8641-c8d00b25ab6c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:12.093223 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0ab2e254-fd43-48c4-8035-f44e533b8a66 req-c38dae93-2e4e-488e-8641-c8d00b25ab6c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 945 time: 0.0692029 Jun 16 11:14:12.132461 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-0ab2e254-fd43-48c4-8035-f44e533b8a66 req-1eaf032d-bb2f-4c87-af8a-8ba302ef7dc9 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334816 Jun 16 11:14:12.435978 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:12.695306 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Deleting port 9fc83487-c3db-4b58-ab5f-f33faa9804c5 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:12.695648 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:12.776108 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] For port 9fc83487-c3db-4b58-ab5f-f33faa9804c5, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=9fc83487-c3db-4b58-ab5f-f33faa9804c5,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:12.776461 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:12.838701 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Calling delete_port for 9fc83487-c3db-4b58-ab5f-f33faa9804c5 owned by network:router_interface {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:13.021441 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.023487 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-cca322bd-b4ed-4f35-88c1-caa4975be623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:13.047314 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc83487-c3db-4b58-ab5f-f33faa9804c5,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:13.051203 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:13.225689 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.390569 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec5d02-6d7b-4cb4-a302-b4088ef50b58 req-ca4ae0b3-c8b6-443e-99e4-04d210664761 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:13.392052 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1aec5d02-6d7b-4cb4-a302-b4088ef50b58 req-ca4ae0b3-c8b6-443e-99e4-04d210664761 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 945 time: 0.1223805 Jun 16 11:14:13.495832 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1aec5d02-6d7b-4cb4-a302-b4088ef50b58 req-5fb8cf04-a10d-448b-8cf6-f5c73decc56b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716221 Jun 16 11:14:13.517728 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:14:13.624966 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:14:13.632374 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4cdaaa61-f7b2-487d-9307-c2de73c7f324 admin admin] 10.222.0.21 "PUT /v2.0/routers/788a1b8a-86a9-4f68-86e5-a504f56c8b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884813 Jun 16 11:14:13.632762 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55586) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:13.633216 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] Sync routers for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:14:13.643308 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:13.643965 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:13.740787 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks [] for router, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.752943 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:13.842567 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:14:13.846541 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.873997 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.896749 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port 10143361-7e78-4910-8625-091b7523f2dc triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:14:13.897132 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.902169 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Deleting port a5a21177-0316-46e9-8784-11d2c22052aa {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:13.902522 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.945352 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:14:12Z', 'revision_number': 5, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port': {'id': 'a5a21177-0316-46e9-8784-11d2c22052aa', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:13.949240 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] Checking router: 788a1b8a-86a9-4f68-86e5-a504f56c8b0c for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:14:13.958708 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] Routers {'788a1b8a-86a9-4f68-86e5-a504f56c8b0c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:13.959532 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:13.978892 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:13.982742 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] For port a5a21177-0316-46e9-8784-11d2c22052aa, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=a5a21177-0316-46e9-8784-11d2c22052aa,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:13.983098 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.002667 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:14:14.005258 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df4d2d4-8794-4d8f-a1cb-d053813e44c6" -d '{"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-plugged", "status": "completed", "tag": "10143361-7e78-4910-8625-091b7523f2dc"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:14:14.018551 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:14.025517 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.026583 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 19a5750e-e754-4007-8778-384f3aea35c2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:14.030117 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:14.043640 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] Set router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:14.057812 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Calling delete_port for a5a21177-0316-46e9-8784-11d2c22052aa owned by network:router_gateway {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:14.099169 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed78a67-9152-4fa4-9b32-d54cb378ca47 x-openstack-request-id: req-2ed78a67-9152-4fa4-9b32-d54cb378ca47 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:14:14.099458 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-plugged", "status": "completed", "tag": "10143361-7e78-4910-8625-091b7523f2dc", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:14:14.100022 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ed78a67-9152-4fa4-9b32-d54cb378ca47 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:14:14.100907 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10143361-7e78-4910-8625-091b7523f2dc', 'code': 200} Jun 16 11:14:14.101503 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:14:13Z', 'revision_number': 6, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:14.103371 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 19a5750e-e754-4007-8778-384f3aea35c2 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:14.103953 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 19a5750e-e754-4007-8778-384f3aea35c2 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:14.105570 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cffb8-2343-4fd1-bbe5-c62d554f64e5 None None] The sync data for ids ['788a1b8a-86a9-4f68-86e5-a504f56c8b0c'] in dv-cinder-786627-10-iscsi is: [{'id': '788a1b8a-86a9-4f68-86e5-a504f56c8b0c', 'name': 'tempest-TestShelveInstance-677325749-router', 'tenant_id': '547eb1840c464d0f999f1dfd938b7ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:23Z', 'updated_at': '2021-06-16T11:14:13Z', 'revision_number': 6, 'project_id': '547eb1840c464d0f999f1dfd938b7ad0', 'gw_port_host': None}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:14:14.138593 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=10']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:14.142019 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:14.302645 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.305348 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-cec30760-95fd-40c0-91af-76a578451f29 tempest-AttachVolumeNegativeTest-1412593183 tempest-AttachVolumeNegativeTest-1412593183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:14.335109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a21177-0316-46e9-8784-11d2c22052aa,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:14.339450 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:14.387412 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41956f55-7656-40b6-867b-b88f334dfdd2 req-25a1d004-047b-4a18-acfa-776e2c6e3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:14.389621 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-41956f55-7656-40b6-867b-b88f334dfdd2 req-25a1d004-047b-4a18-acfa-776e2c6e3a3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1100 time: 0.1331310 Jun 16 11:14:14.425111 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.521189 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-41956f55-7656-40b6-867b-b88f334dfdd2 req-37e024b9-b533-469c-8f79-7dafb40aca4e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237366 Jun 16 11:14:14.522752 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.525187 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.573226 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.573713 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 788a1b8a-86a9-4f68-86e5-a504f56c8b0c {{(pid=91891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:14:14.579634 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.583156 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] 10.222.0.21 "DELETE /v2.0/routers/788a1b8a-86a9-4f68-86e5-a504f56c8b0c HTTP/1.1" status: 204 len: 168 time: 0.9470050 Jun 16 11:14:14.583394 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55594) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:14.630541 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Deleting subnet 07d82535-451c-48ef-a657-da7f4c94eb11 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:14:14.633731 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.667695 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979545'] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:14.677848 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad6f6-7a94-41c3-b531-8287757060f9 req-f859e7a9-cafd-4af1-9e0e-2ee5c8e8352d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:14.679413 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-786ad6f6-7a94-41c3-b531-8287757060f9 req-f859e7a9-cafd-4af1-9e0e-2ee5c8e8352d tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 947 time: 0.0650520 Jun 16 11:14:14.719361 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-786ad6f6-7a94-41c3-b531-8287757060f9 req-41540176-904b-4de8-8906-32b468286f7e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Jun 16 11:14:14.781078 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.062754 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device a5a21177-0316-46e9-8784-11d2c22052aa no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:15.085674 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: a5a21177-0316-46e9-8784-11d2c22052aa {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:15.086296 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device a5a21177-0316-46e9-8784-11d2c22052aa not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:15.086892 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9fc83487-c3db-4b58-ab5f-f33faa9804c5 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:15.113864 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9260786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8877722'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.114150 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 9fc83487-c3db-4b58-ab5f-f33faa9804c5 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:15.114423 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9fc83487-c3db-4b58-ab5f-f33faa9804c5 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:15.127606 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6ba1c197-f546-4ee7-afd7-73873573d135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:15.132970 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.134955 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/07d82535-451c-48ef-a657-da7f4c94eb11 HTTP/1.1" status: 204 len: 168 time: 0.5506234 Jun 16 11:14:15.139276 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55608) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:15.142841 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7b437-2714-4095-b473-0b4aa50940ac None None] Network b127558a-0a91-4055-8c4e-81762c066422 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:14:15.154382 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d82535-451c-48ef-a657-da7f4c94eb11,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:15.160677 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-37bf1fad-497f-4d09-9576-6b1eaecf1cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:15.233664 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.292064 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Deleting port d83d39b2-9fa9-4d59-ba26-d37b400a3220 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:15.292629 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.362398 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] For port d83d39b2-9fa9-4d59-ba26-d37b400a3220, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=d83d39b2-9fa9-4d59-ba26-d37b400a3220,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:15.362658 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.365394 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] DHCP port deletion for b127558a-0a91-4055-8c4e-81762c066422 request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:14:15.420426 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] Deleting port d83d39b2-9fa9-4d59-ba26-d37b400a3220 {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:15.420825 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.436807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Calling delete_port for d83d39b2-9fa9-4d59-ba26-d37b400a3220 owned by network:dhcp {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:15.484905 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] For port d83d39b2-9fa9-4d59-ba26-d37b400a3220, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=d83d39b2-9fa9-4d59-ba26-d37b400a3220,segment=NetworkSegment(368c664b-e154-4768-8e4f-4a9027bbd6b3),segment_id=368c664b-e154-4768-8e4f-4a9027bbd6b3)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:15.485304 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.537547 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.540965 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-91b048e8-7679-4681-885c-9a272074f1fe tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:15.555285 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] Calling delete_port for d83d39b2-9fa9-4d59-ba26-d37b400a3220 owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:15.566041 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=d83d39b2-9fa9-4d59-ba26-d37b400a3220,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:15.569699 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:15.570563 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] No DVR routers for this DVR port d83d39b2-9fa9-4d59-ba26-d37b400a3220 on host dv-cinder-786627-10-iscsi {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:15.642093 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.645031 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:15.654655 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.665244 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b127558a-0a91-4055-8c4e-81762c066422']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:15.672607 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] Pushing event deleted for resources: {'Port': ['ID=d83d39b2-9fa9-4d59-ba26-d37b400a3220,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:15.675963 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:15.676972 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4a823-ff87-4c63-9465-bc2246210700 None None] No DVR routers for this DVR port d83d39b2-9fa9-4d59-ba26-d37b400a3220 on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:15.679636 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368c664b-e154-4768-8e4f-4a9027bbd6b3') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:15.680166 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368c664b-e154-4768-8e4f-4a9027bbd6b3') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:15.691113 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.706061 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:14:15.715077 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:14:15.777288 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.781700 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:15.784342 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:15.786296 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] 10.222.0.21 "DELETE /v2.0/networks/b127558a-0a91-4055-8c4e-81762c066422 HTTP/1.1" status: 204 len: 168 time: 0.6455681 Jun 16 11:14:15.789431 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55628) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:15.806602 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Pushing event deleted for resources: {'Network': ['ID=b127558a-0a91-4055-8c4e-81762c066422,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:15.848169 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f31b92b0-7856-421b-b409-1af46350bdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:15.923213 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045b14-2517-4e4e-8ecb-695c37dddce7 req-3d9c8f75-5c3e-4799-9fac-60d3c343abef tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:15.928419 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-90045b14-2517-4e4e-8ecb-695c37dddce7 req-3d9c8f75-5c3e-4799-9fac-60d3c343abef tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 947 time: 0.0711477 Jun 16 11:14:15.968394 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-90045b14-2517-4e4e-8ecb-695c37dddce7 req-36c78866-7c46-40e4-be2a-b9fd9cf473c5 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370483 Jun 16 11:14:16.188831 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:16.737482 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Deleting port 956140f0-21a9-4b44-9737-93918a9f2cde {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:16.738185 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:16.836203 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] For port 956140f0-21a9-4b44-9737-93918a9f2cde, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=956140f0-21a9-4b44-9737-93918a9f2cde,segment=NetworkSegment(cac1d7b0-9612-478d-891e-341cb5a74b62),segment_id=cac1d7b0-9612-478d-891e-341cb5a74b62)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:16.836614 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:16.908066 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Calling delete_port for 956140f0-21a9-4b44-9737-93918a9f2cde owned by network:router_interface {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:17.031121 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d83d39b2-9fa9-4d59-ba26-d37b400a3220 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:17.052904 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: d83d39b2-9fa9-4d59-ba26-d37b400a3220 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:17.053252 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d83d39b2-9fa9-4d59-ba26-d37b400a3220 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:17.105703 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:17.110130 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2a8a8210-36a0-408a-9e08-d4fe1ecaeaaf tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:17.150613 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Pushing event deleted for resources: {'Port': ['ID=956140f0-21a9-4b44-9737-93918a9f2cde,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:17.154396 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:17.255876 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8e3e6-473a-4e9e-9a77-876c36f04722 req-d125fd5c-1d36-4c0b-a334-1911f969b195 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:17.257138 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6d8e3e6-473a-4e9e-9a77-876c36f04722 req-d125fd5c-1d36-4c0b-a334-1911f969b195 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 947 time: 0.1606152 Jun 16 11:14:17.364991 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6d8e3e6-473a-4e9e-9a77-876c36f04722 req-63b1dd42-417e-4085-83eb-92a8b92da6f9 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764904 Jun 16 11:14:17.382579 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:17.630958 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:14:17.664316 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-170caa92-7c6b-4c3a-b874-117538b5f14c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906171799&fields=id&tenant_id=02b317ebb8e540b08ea2aa1cc6699128 HTTP/1.1" status: 200 len: 267 time: 0.0469155 Jun 16 11:14:17.733265 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55676) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:17.748588 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-9b53a49a-f70b-45a0-96c7-ef08700649db tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:17.750109 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-9b53a49a-f70b-45a0-96c7-ef08700649db tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 985 time: 0.0801172 Jun 16 11:14:17.754838 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:14:17.763385 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Request body: {'port': {'security_groups': ['16d1731b-805b-4a3d-864d-604a8e08e628']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:14:17.766679 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] 10.222.0.21 "PUT /v2.0/routers/20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9737675 Jun 16 11:14:17.766938 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55680) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:17.772027 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] Sync routers for ids ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:14:17.781959 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] Routers {'20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:17.782891 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:17.873064 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:17.876462 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-266f54f1-d501-4bdb-a4f3-ded12260df12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:17.876639 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks [] for router, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:17.904321 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] Set router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:17.992084 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.052732 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Deleting port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:18.053150 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.101507 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:14:17Z', 'revision_number': 5, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port': {'id': 'cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:08:32Z', 'updated_at': '2021-06-16T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:18.105060 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] Checking router: 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:14:18.114500 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] Routers {'20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:18.115515 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:18.116221 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-266f54f1-d501-4bdb-a4f3-ded12260df12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.129429 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b651a642-42dc-4beb-825e-b87f4bc81bca,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:18.143349 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] For port cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:18.143638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-266f54f1-d501-4bdb-a4f3-ded12260df12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.143761 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.149912 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4d6fc21f-4fe5-499f-bcab-e46c818cb916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:18.186797 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.199015 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.205691 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-266f54f1-d501-4bdb-a4f3-ded12260df12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b134f87e7a114d3aaa372802b37ffce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713809 Jun 16 11:14:18.208082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f54f1-d501-4bdb-a4f3-ded12260df12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f62e847-fc28-481a-aa2e-3162e127dda6,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:18.210936 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] Set router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 gateway port host: None {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:18.213617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55682) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:18.215362 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['b651a642-42dc-4beb-825e-b87f4bc81bca'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:14:18.216587 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Calling delete_port for cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b owned by network:router_gateway {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:18.220492 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-266f54f1-d501-4bdb-a4f3-ded12260df12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:18.222636 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b21b0238-7bfd-45b8-bddf-be10a4b84ff5 tempest-ServerRescueNegativeTestJSON-1885860692 tempest-ServerRescueNegativeTestJSON-1885860692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:18.276618 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:18.277244 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.283375 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-41cf30f4-d62a-48cd-8176-1623b4309515 req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "PUT /v2.0/ports/b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 943 time: 0.5252256 Jun 16 11:14:18.286642 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:14:18.289263 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:14:18.289536 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55684) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:18.299932 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:14:17Z', 'revision_number': 6, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:18.314766 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e88bb-4887-47bb-ab4d-a50f05356ece None None] The sync data for ids ['20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379'] in dv-cinder-786627-10-iscsi is: [{'id': '20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379', 'name': 'tempest-TestShelveInstance-1353968907-router', 'tenant_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:08:30Z', 'updated_at': '2021-06-16T11:14:17Z', 'revision_number': 6, 'project_id': '01d0b5e6bba54ef5b9a32032a21d6064', 'gw_port_host': None}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:14:18.355629 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['b651a642-42dc-4beb-825e-b87f4bc81bca'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:14:18.366221 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd840eea-d30c-42eb-bdc9-1fc7453fc30c x-openstack-request-id: req-bd840eea-d30c-42eb-bdc9-1fc7453fc30c {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:14:18.366734 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:14:18.367189 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd840eea-d30c-42eb-bdc9-1fc7453fc30c {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:14:18.374675 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'status': 'completed', 'code': 200} Jun 16 11:14:18.424711 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event updated for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=7']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:18.434853 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:18.439481 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.442028 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.472023 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.483269 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.525506 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-1b3cf0b3-81be-4def-be84-2e1e35db9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:18.526889 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-1b3cf0b3-81be-4def-be84-2e1e35db9c15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1099 time: 0.1429126 Jun 16 11:14:18.581811 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.585525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-98ba529d-f184-4a9d-8b42-7ba4d8f9a432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:18.611660 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.614246 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.616268 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f62e847-fc28-481a-aa2e-3162e127dda6 HTTP/1.1" status: 204 len: 168 time: 0.4016109 Jun 16 11:14:18.617352 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:18.622611 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:18.641811 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-7d0de1b8-d6aa-407f-8f3c-dfde2911e71b None None] Provisioning complete for port b651a642-42dc-4beb-825e-b87f4bc81bca triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:14:18.642089 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-7d0de1b8-d6aa-407f-8f3c-dfde2911e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.650535 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-06ca6cc5-b3e0-41bd-89f5-d53a92b89831 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:18.662655 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-7886e98f-b083-4fc6-91ef-7155f5c38746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:18.665192 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-7886e98f-b083-4fc6-91ef-7155f5c38746 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 916 time: 0.1288784 Jun 16 11:14:18.666405 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f62e847-fc28-481a-aa2e-3162e127dda6,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:18.679811 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:18.692416 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.699134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.703244 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f332286-56c6-4dd5-97bf-f511bcfafe22 HTTP/1.1" status: 204 len: 168 time: 0.4095321 Jun 16 11:14:18.707805 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-18be727d-d17b-4f75-ae0c-3e1980502ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:18.718297 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55690) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:18.738121 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f332286-56c6-4dd5-97bf-f511bcfafe22,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:18.740623 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:18.783980 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.821807 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-d060829c-dfab-44eb-bc26-0d97f36adbfd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 1002 time: 0.1435421 Jun 16 11:14:18.878918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-9f821179-1c51-4edc-89a3-a6744ff316ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:18.880627 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-9f821179-1c51-4edc-89a3-a6744ff316ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 200 len: 854 time: 0.0478144 Jun 16 11:14:18.899426 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.904207 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.946623 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-b9e4f1a6-77e0-4a23-9038-d13e2a9fc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:18.948219 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-b9e4f1a6-77e0-4a23-9038-d13e2a9fc0ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562501 Jun 16 11:14:18.991595 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:18.992303 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 {{(pid=91890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:14:18.999683 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.003620 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] 10.222.0.21 "DELETE /v2.0/routers/20b4609c-0cc5-4d9f-bea8-3b9c5b7c6379 HTTP/1.1" status: 204 len: 168 time: 1.2350752 Jun 16 11:14:19.004314 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55694) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:19.017326 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55696) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:19.061911 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1ac8fd4f-ad41-468e-a4e9-c6e625bedbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.062148 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-c381fe32-ebd8-48a4-9118-4f33e71acd33 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061394 Jun 16 11:14:19.105529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Deleting subnet 157e413c-b80e-46da-82af-fc87b78667e8 {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:14:19.111251 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.153443 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-21e61a69-591c-4e6c-bb3c-3bb4bdcf9eaa req-cc1e3307-cda6-46a9-b663-35265dcf5c24 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848308 Jun 16 11:14:19.161694 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.212605 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Deleting port c095bee3-a39e-45ec-8f2c-243fd81363c1 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:19.213060 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.265690 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:19.290226 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:19.290585 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device cc6fd85f-0bcf-4776-b96f-fca7ba2bcf4b not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:19.291010 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 956140f0-21a9-4b44-9737-93918a9f2cde no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:19.310555 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 956140f0-21a9-4b44-9737-93918a9f2cde {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:19.310962 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 956140f0-21a9-4b44-9737-93918a9f2cde not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:19.340935 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.408387 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.408609 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.412155 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1ac8fd4f-ad41-468e-a4e9-c6e625bedbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.424140 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1ac8fd4f-ad41-468e-a4e9-c6e625bedbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.429178 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-64d3b6a6-4ed2-40bc-a03f-787d9ed71a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:19.498915 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Calling delete_port for c095bee3-a39e-45ec-8f2c-243fd81363c1 owned by network:floatingip {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:19.538602 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8fd4f-ad41-468e-a4e9-c6e625bedbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652f729e-3889-414d-b9d2-ed6cbc4b2235,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:19.546048 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-1ac8fd4f-ad41-468e-a4e9-c6e625bedbab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca3a41a863b7487c9a9211c6fa4d4062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246029 Jun 16 11:14:19.546275 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1ac8fd4f-ad41-468e-a4e9-c6e625bedbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:19.546399 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55698) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:19.548632 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.582584 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3113f364-8ecb-42a7-965b-7f318f1e575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:19.608872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-12b62360-7699-40f1-8b08-b3a4b13472a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.611215 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157e413c-b80e-46da-82af-fc87b78667e8,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:19.615723 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:19.616871 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.622652 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-0fa95edc-1668-46e5-866d-ffb33eb141a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/157e413c-b80e-46da-82af-fc87b78667e8 HTTP/1.1" status: 204 len: 168 time: 0.6091566 Jun 16 11:14:19.622908 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55700) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:19.623152 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dded73-6ab2-48fe-a5a6-3f7ef4e1bf0a None None] Network 121ab19e-6402-47c3-90c0-99602f6fdaa0 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:14:19.698184 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-12b62360-7699-40f1-8b08-b3a4b13472a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.711913 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.730617 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.734842 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-081b1e0f-68cb-43c5-9189-9db6f6bda7f3 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:19.761312 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event deleted for resources: {'Port': ['ID=c095bee3-a39e-45ec-8f2c-243fd81363c1,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:19.765285 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:19.794749 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-12b62360-7699-40f1-8b08-b3a4b13472a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.797547 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-12b62360-7699-40f1-8b08-b3a4b13472a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.798776 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-12b62360-7699-40f1-8b08-b3a4b13472a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/652f729e-3889-414d-b9d2-ed6cbc4b2235 HTTP/1.1" status: 204 len: 168 time: 0.2515099 Jun 16 11:14:19.801939 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-4b4e7c22-1d08-4613-b547-9bc6b52763ff tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:19.813781 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b62360-7699-40f1-8b08-b3a4b13472a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f729e-3889-414d-b9d2-ed6cbc4b2235,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:19.816620 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-12b62360-7699-40f1-8b08-b3a4b13472a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:19.821411 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Deleting port bd560884-5762-4439-8a0a-52ec3f5bb5f0 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:19.824737 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.831364 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] DHCP port deletion for 121ab19e-6402-47c3-90c0-99602f6fdaa0 request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:14:19.842792 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks [] for floatingip, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.843596 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Floating IP 1a7237e4-ede1-4e31-a342-6b1b5fd518e7 disassociated (deleted). External IP: 172.27.0.170, port: b651a642-42dc-4beb-825e-b87f4bc81bca. Jun 16 11:14:19.896933 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] Deleting port bd560884-5762-4439-8a0a-52ec3f5bb5f0 {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:19.897344 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.909620 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] For port bd560884-5762-4439-8a0a-52ec3f5bb5f0, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=bd560884-5762-4439-8a0a-52ec3f5bb5f0,segment=NetworkSegment(cac1d7b0-9612-478d-891e-341cb5a74b62),segment_id=cac1d7b0-9612-478d-891e-341cb5a74b62)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:19.911148 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:19.995763 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Calling delete_port for bd560884-5762-4439-8a0a-52ec3f5bb5f0 owned by network:dhcp {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:19.996740 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] For port bd560884-5762-4439-8a0a-52ec3f5bb5f0, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=bd560884-5762-4439-8a0a-52ec3f5bb5f0,segment=NetworkSegment(cac1d7b0-9612-478d-891e-341cb5a74b62),segment_id=cac1d7b0-9612-478d-891e-341cb5a74b62)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:19.998164 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.097698 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.108737 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ba80be02-556d-465d-a01c-64d7f83f7aea tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:20.114600 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] No DVR routers for this DVR port bd560884-5762-4439-8a0a-52ec3f5bb5f0 on host dv-cinder-786627-10-iscsi {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:20.142080 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] Calling delete_port for bd560884-5762-4439-8a0a-52ec3f5bb5f0 owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:20.146242 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Pushing event deleted for resources: {'Port': ['ID=bd560884-5762-4439-8a0a-52ec3f5bb5f0,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:20.213464 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:20.249518 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.261868 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121ab19e-6402-47c3-90c0-99602f6fdaa0']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:20.279097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac1d7b0-9612-478d-891e-341cb5a74b62') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:20.279549 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac1d7b0-9612-478d-891e-341cb5a74b62') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:20.281012 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.283884 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:20.291376 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.307482 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.313499 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] Pushing event deleted for resources: {'Port': ['ID=bd560884-5762-4439-8a0a-52ec3f5bb5f0,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:20.318917 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:14:20.319183 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] No DVR routers for this DVR port bd560884-5762-4439-8a0a-52ec3f5bb5f0 on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:20.319642 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.320934 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-0d171870-a541-4ce8-bbe0-6314a9e73d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:14:20.322011 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:14:20.391792 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.396935 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.400342 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] 10.222.0.21 "DELETE /v2.0/networks/121ab19e-6402-47c3-90c0-99602f6fdaa0 HTTP/1.1" status: 204 len: 168 time: 0.7770002 Jun 16 11:14:20.401092 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:20.413948 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Pushing event deleted for resources: {'Network': ['ID=121ab19e-6402-47c3-90c0-99602f6fdaa0,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:20.421728 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:20.425041 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Router 0157650b-b561-4873-8943-711c4753dd5f has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:14:20.568962 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:14:20.573670 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.583532 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] Sync routers for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:14:20.594396 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:20.595049 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:20.620824 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "DELETE /v2.0/floatingips/1a7237e4-ede1-4e31-a342-6b1b5fd518e7 HTTP/1.1" status: 204 len: 168 time: 1.8996246 Jun 16 11:14:20.621488 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:14:20.625010 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a03600-b732-40d5-8b31-403e23ae56ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:14:20.645591 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55728) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:20.675255 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3181c9d3-cdf6-4b52-9876-7c6011633d38 x-openstack-request-id: req-3181c9d3-cdf6-4b52-9876-7c6011633d38 {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:14:20.675601 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:14:20.675928 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3181c9d3-cdf6-4b52-9876-7c6011633d38 {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:14:20.676368 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'status': 'completed', 'code': 200} Jun 16 11:14:20.702602 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-2f936010-f043-4671-b87e-b070bfbff93f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=547eb1840c464d0f999f1dfd938b7ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550506 Jun 16 11:14:20.704790 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55730) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:20.787521 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03600-b732-40d5-8b31-403e23ae56ad req-f0f72d3f-ce65-4887-a099-88b0d42f3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:20.788744 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:20.789245 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24a03600-b732-40d5-8b31-403e23ae56ad req-f0f72d3f-ce65-4887-a099-88b0d42f3670 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 1099 time: 0.0850878 Jun 16 11:14:20.826524 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.852348 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.925468 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.930995 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:20.935187 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2acde6d7-3fbd-42bc-b19f-83cc568cba8d HTTP/1.1" status: 204 len: 168 time: 0.2293267 Jun 16 11:14:20.937221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e45161cf-fb4b-4a48-80e5-ef488ecefec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:20.946732 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acde6d7-3fbd-42bc-b19f-83cc568cba8d,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:20.949183 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:21.033349 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03600-b732-40d5-8b31-403e23ae56ad req-73e6dba0-dbef-4001-8f24-3716555d005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:21.038136 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24a03600-b732-40d5-8b31-403e23ae56ad req-73e6dba0-dbef-4001-8f24-3716555d005c service neutron] 10.222.0.35 "GET /v2.0/networks?id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 200 len: 916 time: 0.2381377 Jun 16 11:14:21.085965 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device bd560884-5762-4439-8a0a-52ec3f5bb5f0 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:21.106716 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:45Z', 'revision_number': 5, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:21.111023 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] Checking router: 0157650b-b561-4873-8943-711c4753dd5f for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:14:21.126482 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24a03600-b732-40d5-8b31-403e23ae56ad req-b8ddee38-4218-49b6-b4d6-b0a43efe0138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 200 len: 217 time: 0.0836327 Jun 16 11:14:21.130339 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:21.131211 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:21.145359 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: bd560884-5762-4439-8a0a-52ec3f5bb5f0 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:21.145913 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device bd560884-5762-4439-8a0a-52ec3f5bb5f0 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:21.186265 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03600-b732-40d5-8b31-403e23ae56ad req-a3dbf261-9c70-47d3-8927-2fb2c35f60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:21.188235 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24a03600-b732-40d5-8b31-403e23ae56ad req-a3dbf261-9c70-47d3-8927-2fb2c35f60ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 200 len: 854 time: 0.0534492 Jun 16 11:14:21.285769 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03600-b732-40d5-8b31-403e23ae56ad req-ac87d9ff-da56-44f4-a65e-71f0aae9dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:21.287637 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24a03600-b732-40d5-8b31-403e23ae56ad req-ac87d9ff-da56-44f4-a65e-71f0aae9dbcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87cae2f5-7e8d-4779-8ef1-c1f3575978d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0879593 Jun 16 11:14:21.289704 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:21.425079 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24a03600-b732-40d5-8b31-403e23ae56ad req-ee2821d5-c379-4418-9eaf-afaca9696f71 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250801 Jun 16 11:14:21.479806 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55760) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:21.536888 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:45Z', 'revision_number': 5, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:21.537398 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a872460-3d7e-414a-bdf7-51a686c87131 None None] The sync data for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi is: [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:11:38Z', 'revision_number': 4, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '171bbb24-a58f-4bdd-a646-32796ec83a41', 'name': '', 'network_id': '87cae2f5-7e8d-4779-8ef1-c1f3575978d0', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'mac_address': 'fa:16:3e:8d:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:37Z', 'updated_at': '2021-06-16T11:11:45Z', 'revision_number': 5, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'subnets': [{'id': '87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:14:21.564746 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-c15194e8-aa87-4945-912c-af13829c30c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01d0b5e6bba54ef5b9a32032a21d6064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838277 Jun 16 11:14:21.567258 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55764) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:21.583086 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-24a03600-b732-40d5-8b31-403e23ae56ad req-81239046-43a9-4664-835e-e52b843b5341 service neutron] 10.222.0.35 "GET /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496091 Jun 16 11:14:21.633956 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:21.648031 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55766) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:21.671807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:21.729730 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:21.732846 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:21.736318 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e64d9b3-8ca3-44fb-bacb-3d6c1f81fd29 HTTP/1.1" status: 204 len: 168 time: 0.1657090 Jun 16 11:14:21.736318 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-369d9e3a-ae19-4166-aadc-4a4bfc4cdfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:21.743897 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e64d9b3-8ca3-44fb-bacb-3d6c1f81fd29,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:21.747274 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:21.783723 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5ce50730-675e-438f-a801-8a7f5ca126cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:21.818465 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94cbff-7ef4-4b20-b12a-2ac1d87fb249 None None] New status for floating IP 1a7237e4-ede1-4e31-a342-6b1b5fd518e7: DOWN {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:14:21.906214 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5ce50730-675e-438f-a801-8a7f5ca126cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:21.912910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-5ce50730-675e-438f-a801-8a7f5ca126cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:21.915845 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-960d631f-c286-478f-a005-d295b5d21d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:21.956726 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50730-675e-438f-a801-8a7f5ca126cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3e81c9-b24a-4576-8853-dfe4c3748fdc,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:21.964362 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-5ce50730-675e-438f-a801-8a7f5ca126cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0551c9b212241b9bb3e39ae2fc104d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151736 Jun 16 11:14:21.964865 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55772) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:21.965678 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5ce50730-675e-438f-a801-8a7f5ca126cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:22.032064 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81c50d1d-0a9e-4200-b48d-70c8ede4c73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:22.059249 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81c50d1d-0a9e-4200-b48d-70c8ede4c73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:22.116571 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81c50d1d-0a9e-4200-b48d-70c8ede4c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:22.120095 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-81c50d1d-0a9e-4200-b48d-70c8ede4c73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:22.124553 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-81c50d1d-0a9e-4200-b48d-70c8ede4c73d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d3e81c9-b24a-4576-8853-dfe4c3748fdc HTTP/1.1" status: 204 len: 168 time: 0.1532400 Jun 16 11:14:22.124553 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7fd646ab-2d3c-41b7-a81a-03a6bce5858d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:22.138367 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c50d1d-0a9e-4200-b48d-70c8ede4c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3e81c9-b24a-4576-8853-dfe4c3748fdc,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:22.141373 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-81c50d1d-0a9e-4200-b48d-70c8ede4c73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:23.900090 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c457c48-11b9-4ac3-b6a3-27fb60fd4d59 req-76243b73-b3cb-4107-9359-208c39f80a6c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:23.901724 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1c457c48-11b9-4ac3-b6a3-27fb60fd4d59 req-76243b73-b3cb-4107-9359-208c39f80a6c tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0741441 Jun 16 11:14:23.947426 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1c457c48-11b9-4ac3-b6a3-27fb60fd4d59 req-f1f4b386-193a-4d8b-b99e-bc78c27c1b9b tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Jun 16 11:14:25.133513 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9742d-10e7-42e4-931b-d71a1c4b75b4 req-09c303cf-5083-4fba-ad3b-2f757e745ae2 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:25.134910 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3bb9742d-10e7-42e4-931b-d71a1c4b75b4 req-09c303cf-5083-4fba-ad3b-2f757e745ae2 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0655649 Jun 16 11:14:25.178727 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3bb9742d-10e7-42e4-931b-d71a1c4b75b4 req-cd08de9c-5dca-4825-b0d0-37677ac56179 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d1731b-805b-4a3d-864d-604a8e08e628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Jun 16 11:14:25.840985 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-eecac8d3-a9f7-417b-9ec4-df917146027a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:25.842437 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-eecac8d3-a9f7-417b-9ec4-df917146027a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 946 time: 0.0629873 Jun 16 11:14:25.940798 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Deleting port b651a642-42dc-4beb-825e-b87f4bc81bca {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:25.941136 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.034640 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] For port b651a642-42dc-4beb-825e-b87f4bc81bca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b651a642-42dc-4beb-825e-b87f4bc81bca,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:26.034998 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.103527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Calling delete_port for b651a642-42dc-4beb-825e-b87f4bc81bca owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:26.270405 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.276910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8205878d-bd41-49ad-bee9-5a04ec5ed94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:26.285261 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['b651a642-42dc-4beb-825e-b87f4bc81bca'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:14:26.312759 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Pushing event deleted for resources: {'Port': ['ID=b651a642-42dc-4beb-825e-b87f4bc81bca,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:26.318746 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:26.370545 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-27e56dfe-d665-407a-89f5-fa26454595b5 req-cd1df40e-e13e-4fb1-9fff-504f2952a9f2 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6ed549-7d2f-4a22-a0f7-65f614839633 HTTP/1.1" status: 200 len: 210 time: 0.0360942 Jun 16 11:14:26.402654 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] No DVR routers for this DVR port b651a642-42dc-4beb-825e-b87f4bc81bca on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:26.405300 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.407546 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d1423bf-f459-42ac-b33d-e36dcfffcd92 req-94eb2f89-9daa-4d89-8849-bc91d8644d56 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] 10.222.0.35 "DELETE /v2.0/ports/b651a642-42dc-4beb-825e-b87f4bc81bca HTTP/1.1" status: 204 len: 173 time: 0.5587926 Jun 16 11:14:26.408315 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'name': 'network-vif-deleted', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:14:26.410711 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffac1d5-8582-4a48-977a-6685972c56a3" -d '{"events": [{"server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "name": "network-vif-deleted", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:14:26.451614 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55856) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:26.455348 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aa545d-610b-4bd6-b5ce-71abad3a326e x-openstack-request-id: req-60aa545d-610b-4bd6-b5ce-71abad3a326e {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:14:26.455678 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6ed549-7d2f-4a22-a0f7-65f614839633", "name": "network-vif-deleted", "tag": "b651a642-42dc-4beb-825e-b87f4bc81bca", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:14:26.455996 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60aa545d-610b-4bd6-b5ce-71abad3a326e {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:14:26.456427 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6ed549-7d2f-4a22-a0f7-65f614839633', 'name': 'network-vif-deleted', 'tag': 'b651a642-42dc-4beb-825e-b87f4bc81bca', 'status': 'completed', 'code': 200} Jun 16 11:14:26.563417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5601-538f-409f-aaec-8bacd734b0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.656434 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5601-538f-409f-aaec-8bacd734b0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.660333 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5601-538f-409f-aaec-8bacd734b0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.662883 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-db6e9d39-b30d-471a-a69e-3ca05e842ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:26.700555 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-8a2e5601-538f-409f-aaec-8bacd734b0c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69fc66a896234e4994da8ff4eb3315c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476840 Jun 16 11:14:26.701502 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e5601-538f-409f-aaec-8bacd734b0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d8380-115a-43db-b6ae-1daf0ccbf95b,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:26.704525 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 55860) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:26.704730 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8a2e5601-538f-409f-aaec-8bacd734b0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:26.760588 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dc4af845-945a-490e-8896-b0e31edc76a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.785404 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dc4af845-945a-490e-8896-b0e31edc76a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.835973 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dc4af845-945a-490e-8896-b0e31edc76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.838629 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-dc4af845-945a-490e-8896-b0e31edc76a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:26.839785 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-dc4af845-945a-490e-8896-b0e31edc76a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c07d8380-115a-43db-b6ae-1daf0ccbf95b HTTP/1.1" status: 204 len: 168 time: 0.1334462 Jun 16 11:14:26.841129 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-05f58df9-19b7-4dac-b8f8-2ac53e74d98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:26.848865 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4af845-945a-490e-8896-b0e31edc76a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d8380-115a-43db-b6ae-1daf0ccbf95b,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:26.851315 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-dc4af845-945a-490e-8896-b0e31edc76a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:27.122011 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55866) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:27.140640 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-95fb06e3-7efc-418c-bb51-4bbf42b66901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:27.229789 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-95fb06e3-7efc-418c-bb51-4bbf42b66901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:27.233750 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-95fb06e3-7efc-418c-bb51-4bbf42b66901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:27.236237 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-fed0ff94-87c6-45dc-9d83-4539f7a1129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:27.272138 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb06e3-7efc-418c-bb51-4bbf42b66901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de0a367-d367-43a2-b843-f7b6bbca1d20,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:27.276625 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-95fb06e3-7efc-418c-bb51-4bbf42b66901 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f963e95dac684d87b57c8fcccd568be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532934 Jun 16 11:14:27.277520 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-95fb06e3-7efc-418c-bb51-4bbf42b66901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:27.279533 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55868) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:27.329077 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:27.350078 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:27.397822 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:27.401437 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:27.406446 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4de0a367-d367-43a2-b843-f7b6bbca1d20 HTTP/1.1" status: 204 len: 168 time: 0.1221488 Jun 16 11:14:27.406446 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0ba93f85-7964-4699-960c-5d5b907cb833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:27.413415 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de0a367-d367-43a2-b843-f7b6bbca1d20,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:27.419903 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:28.087595 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55930) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:28.448416 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:28.719329 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Deleting port 171bbb24-a58f-4bdd-a646-32796ec83a41 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:28.719769 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:28.801005 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] For port 171bbb24-a58f-4bdd-a646-32796ec83a41, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=171bbb24-a58f-4bdd-a646-32796ec83a41,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:28.801360 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:28.870134 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Calling delete_port for 171bbb24-a58f-4bdd-a646-32796ec83a41 owned by network:router_interface {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:29.074107 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:29.076370 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8005d620-1b9d-43d2-b5ba-53eb87e23202 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:29.101043 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=171bbb24-a58f-4bdd-a646-32796ec83a41,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:29.104570 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:29.280904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:29.507705 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Router 0157650b-b561-4873-8943-711c4753dd5f has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:14:29.616828 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:14:29.625846 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-5344ad6f-b056-404c-9e6c-692662261da1 admin admin] 10.222.0.21 "PUT /v2.0/routers/0157650b-b561-4873-8943-711c4753dd5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5334930 Jun 16 11:14:29.626345 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55990) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:29.631805 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] Sync routers for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:14:29.641384 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:29.642029 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:29.743490 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:29.747869 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:29.885694 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:29.896673 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b651a642-42dc-4beb-825e-b87f4bc81bca no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:29.919190 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: b651a642-42dc-4beb-825e-b87f4bc81bca {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:29.919907 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b651a642-42dc-4beb-825e-b87f4bc81bca not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:29.952004 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Deleting port 9c28add0-f319-46f5-8627-ba00c5b4dd55 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:29.952380 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.033561 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] For port 9c28add0-f319-46f5-8627-ba00c5b4dd55, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=9c28add0-f319-46f5-8627-ba00c5b4dd55,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:30.033829 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.043970 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:14:29Z', 'revision_number': 5, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port': {'id': '9c28add0-f319-46f5-8627-ba00c5b4dd55', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157650b-b561-4873-8943-711c4753dd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:35Z', 'updated_at': '2021-06-16T11:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:30.047429 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] Checking router: 0157650b-b561-4873-8943-711c4753dd5f for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:14:30.055353 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] Routers {'0157650b-b561-4873-8943-711c4753dd5f'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:30.056001 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['0157650b-b561-4873-8943-711c4753dd5f'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:30.101668 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Calling delete_port for 9c28add0-f319-46f5-8627-ba00c5b4dd55 owned by network:router_gateway {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:30.146033 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] Set router 0157650b-b561-4873-8943-711c4753dd5f gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:30.204459 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:14:29Z', 'revision_number': 6, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:30.208127 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e8f81-795c-4ed7-a74d-405ad0474ccf None None] The sync data for ids ['0157650b-b561-4873-8943-711c4753dd5f'] in dv-cinder-786627-10-iscsi is: [{'id': '0157650b-b561-4873-8943-711c4753dd5f', 'name': 'tempest-TestMinimumBasicScenario-1140950607-router', 'tenant_id': '02b317ebb8e540b08ea2aa1cc6699128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:34Z', 'updated_at': '2021-06-16T11:14:29Z', 'revision_number': 6, 'project_id': '02b317ebb8e540b08ea2aa1cc6699128', 'gw_port_host': None}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:14:30.282532 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.284663 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c6d63066-717e-431b-ac4a-0afd2b3786be tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:30.306135 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c28add0-f319-46f5-8627-ba00c5b4dd55,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:30.310527 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:30.378024 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.468730 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.470839 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.516232 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.516964 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0157650b-b561-4873-8943-711c4753dd5f {{(pid=91890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:14:30.522009 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.523166 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3a0c352c-f3b1-475b-b799-332798420e3f admin admin] 10.222.0.21 "DELETE /v2.0/routers/0157650b-b561-4873-8943-711c4753dd5f HTTP/1.1" status: 204 len: 168 time: 0.8958182 Jun 16 11:14:30.525956 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55994) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:30.570533 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Deleting subnet 87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:14:30.574625 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.616457 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.639987 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0a075d6d-f1ee-4462-81ad-794eef82ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.708743 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.765897 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.768069 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:30.792507 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:30.796011 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:30.799009 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.800964 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-61d17351-8450-4217-98d0-0e4c5def76ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87eb1734-6079-43e9-a3e1-2b8a3fb1a6fc HTTP/1.1" status: 204 len: 168 time: 0.2740979 Jun 16 11:14:30.803471 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 55996) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:30.805897 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38615ee-087b-4de2-9ecd-943718763ea9 None None] Network 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:14:30.887807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:30.950631 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Deleting port 091dd5ff-a137-4c5b-a566-ea45960772a5 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:30.950886 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.034342 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] For port 091dd5ff-a137-4c5b-a566-ea45960772a5, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=091dd5ff-a137-4c5b-a566-ea45960772a5,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:31.034701 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.050305 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9c28add0-f319-46f5-8627-ba00c5b4dd55 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:31.075565 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 9c28add0-f319-46f5-8627-ba00c5b4dd55 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:31.075945 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 9c28add0-f319-46f5-8627-ba00c5b4dd55 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:31.076373 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 171bbb24-a58f-4bdd-a646-32796ec83a41 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:31.096873 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 171bbb24-a58f-4bdd-a646-32796ec83a41 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:31.097217 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 171bbb24-a58f-4bdd-a646-32796ec83a41 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:31.101994 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Calling delete_port for 091dd5ff-a137-4c5b-a566-ea45960772a5 owned by network:dhcp {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:31.195660 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] DHCP port deletion for 87cae2f5-7e8d-4779-8ef1-c1f3575978d0 request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:14:31.252724 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Deleting port 091dd5ff-a137-4c5b-a566-ea45960772a5 {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:31.253281 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.331097 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] For port 091dd5ff-a137-4c5b-a566-ea45960772a5, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=091dd5ff-a137-4c5b-a566-ea45960772a5,segment=NetworkSegment(2f8f7ecd-6303-493b-9c99-5455b97bd01e),segment_id=2f8f7ecd-6303-493b-9c99-5455b97bd01e)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:31.331512 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.399323 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Calling delete_port for 091dd5ff-a137-4c5b-a566-ea45960772a5 owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:31.479069 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.481283 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:31.488436 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.490467 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:31.504034 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=091dd5ff-a137-4c5b-a566-ea45960772a5,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:31.507689 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:31.510243 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] No DVR routers for this DVR port 091dd5ff-a137-4c5b-a566-ea45960772a5 on host dv-cinder-786627-10-iscsi {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:31.516086 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Pushing event deleted for resources: {'Port': ['ID=091dd5ff-a137-4c5b-a566-ea45960772a5,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:31.519820 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:31.521198 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] No DVR routers for this DVR port 091dd5ff-a137-4c5b-a566-ea45960772a5 on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:31.588530 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.599286 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cae2f5-7e8d-4779-8ef1-c1f3575978d0']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:31.608951 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8f7ecd-6303-493b-9c99-5455b97bd01e') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:31.609239 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8f7ecd-6303-493b-9c99-5455b97bd01e') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:31.617804 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.631635 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.637790 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:14:31.638239 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:14:31.640224 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:14:31.695044 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.697914 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b5648640-430d-4b04-9415-872485122f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:31.701398 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:31.703222 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/87cae2f5-7e8d-4779-8ef1-c1f3575978d0 HTTP/1.1" status: 204 len: 168 time: 0.8987968 Jun 16 11:14:31.706500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56000) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:31.713992 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=87cae2f5-7e8d-4779-8ef1-c1f3575978d0,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:31.716900 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-28de7e04-6093-400a-a108-892088620c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:32.114816 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:32.416216 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Deleting port 05abb3f1-6aad-4b46-9455-aa202def23f7 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:32.416560 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:32.492247 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] For port 05abb3f1-6aad-4b46-9455-aa202def23f7, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=05abb3f1-6aad-4b46-9455-aa202def23f7,segment=NetworkSegment(c861caf4-9393-4f55-b53c-35261c54c763),segment_id=c861caf4-9393-4f55-b53c-35261c54c763)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:32.492605 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:32.558144 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Calling delete_port for 05abb3f1-6aad-4b46-9455-aa202def23f7 owned by network:router_interface {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:32.735395 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:32.737454 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-2d33425a-332c-4795-b439-c59db7f01210 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:32.758884 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05abb3f1-6aad-4b46-9455-aa202def23f7,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:32.762473 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:33.095848 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 091dd5ff-a137-4c5b-a566-ea45960772a5 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:33.116136 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 091dd5ff-a137-4c5b-a566-ea45960772a5 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:33.116487 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 091dd5ff-a137-4c5b-a566-ea45960772a5 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:33.271493 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:33.402601 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:33.608883 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Router e28028ef-e56d-4aa6-adad-727c0956d90c has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:14:33.713706 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:14:33.719299 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/e28028ef-e56d-4aa6-adad-727c0956d90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0115342 Jun 16 11:14:33.723928 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56006) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:33.726644 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] Sync routers for ids ['e28028ef-e56d-4aa6-adad-727c0956d90c'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:14:33.747903 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] Routers {'e28028ef-e56d-4aa6-adad-727c0956d90c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:33.748534 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['e28028ef-e56d-4aa6-adad-727c0956d90c'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:33.785472 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd6b5-d58d-4cb9-9ff9-dd6867e56dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:33.828122 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks [] for router, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:33.857305 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] Set router e28028ef-e56d-4aa6-adad-727c0956d90c gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:33.929564 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:33.981452 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Deleting port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:33.981904 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.044391 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:14:32Z', 'revision_number': 5, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port': {'id': 'c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:34.047826 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] Checking router: e28028ef-e56d-4aa6-adad-727c0956d90c for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:14:34.056495 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] Routers {'e28028ef-e56d-4aa6-adad-727c0956d90c'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:14:34.057109 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['e28028ef-e56d-4aa6-adad-727c0956d90c'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:34.067949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] For port c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:34.068367 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.133895 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Calling delete_port for c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 owned by network:router_gateway {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:34.148337 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] Set router e28028ef-e56d-4aa6-adad-727c0956d90c gateway port host: None {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:14:34.165646 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:14:34.208941 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:14:33Z', 'revision_number': 6, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:34.212474 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975e93b-f28c-4a69-8316-2d15ac129d4e None None] The sync data for ids ['e28028ef-e56d-4aa6-adad-727c0956d90c'] in dv-cinder-786627-10-iscsi is: [{'id': 'e28028ef-e56d-4aa6-adad-727c0956d90c', 'name': 'tempest-TestMinimumBasicScenario-2105873407-router', 'tenant_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:11:41Z', 'updated_at': '2021-06-16T11:14:33Z', 'revision_number': 6, 'project_id': 'bb86d4aab7694e5da0df4d546798c2a1', 'gw_port_host': None}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:14:34.329514 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.332526 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a900225c-f794-4f4b-9e98-4253c578ba5a tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:34.361856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:34.364831 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:34.425936 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.522670 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.530479 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.532688 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.582925 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.583831 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e28028ef-e56d-4aa6-adad-727c0956d90c {{(pid=91891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:14:34.588571 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.589707 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-13fc4419-6262-411b-ad02-66eb6e7fad6a admin admin] 10.222.0.21 "DELETE /v2.0/routers/e28028ef-e56d-4aa6-adad-727c0956d90c HTTP/1.1" status: 204 len: 168 time: 0.8670235 Jun 16 11:14:34.592959 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56010) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:34.646939 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Deleting subnet 3dd33491-aad2-4b0f-8912-e01afe940dc4 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:14:34.650019 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.688173 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979545'] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.769329 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.823809 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9260786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8877722'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.826944 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8de7fee6-1653-4125-8bdb-ba3cbc5de052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:34.855235 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd33491-aad2-4b0f-8912-e01afe940dc4,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:34.857667 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.859826 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3dd33491-aad2-4b0f-8912-e01afe940dc4 HTTP/1.1" status: 204 len: 168 time: 0.2656651 Jun 16 11:14:34.860642 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-74c1c230-de4f-4154-bc10-2039c3da5293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:34.861973 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56012) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:34.865512 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f537a-b757-44f5-ac63-7dad33afb0a3 None None] Network 286e5833-7f10-47a5-9a88-a5a8b72201ff requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:14:34.928736 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:34.996351 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Deleting port ef788fe7-27f3-4bf9-a40b-54774b45a225 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:34.997282 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.043454 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 05abb3f1-6aad-4b46-9455-aa202def23f7 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:35.078148 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 05abb3f1-6aad-4b46-9455-aa202def23f7 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:35.078569 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 05abb3f1-6aad-4b46-9455-aa202def23f7 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:35.079064 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:35.081233 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] For port ef788fe7-27f3-4bf9-a40b-54774b45a225, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=ef788fe7-27f3-4bf9-a40b-54774b45a225,segment=NetworkSegment(c861caf4-9393-4f55-b53c-35261c54c763),segment_id=c861caf4-9393-4f55-b53c-35261c54c763)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:35.081590 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.111093 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] DHCP port deletion for 286e5833-7f10-47a5-9a88-a5a8b72201ff request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:14:35.117917 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:35.118585 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device c4bbe1ed-0d3d-44a4-80a9-a03d32c7b103 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:35.163618 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Calling delete_port for ef788fe7-27f3-4bf9-a40b-54774b45a225 owned by network:dhcp {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:35.174427 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] Deleting port ef788fe7-27f3-4bf9-a40b-54774b45a225 {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:14:35.174976 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.250653 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] For port ef788fe7-27f3-4bf9-a40b-54774b45a225, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=ef788fe7-27f3-4bf9-a40b-54774b45a225,segment=NetworkSegment(c861caf4-9393-4f55-b53c-35261c54c763),segment_id=c861caf4-9393-4f55-b53c-35261c54c763)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:14:35.251132 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.256616 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.258772 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e54166d9-3db1-4ea1-beac-e15ba5f81d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:35.284082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef788fe7-27f3-4bf9-a40b-54774b45a225,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:35.287268 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:35.288124 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] No DVR routers for this DVR port ef788fe7-27f3-4bf9-a40b-54774b45a225 on host dv-cinder-786627-10-iscsi {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:35.324448 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] Calling delete_port for ef788fe7-27f3-4bf9-a40b-54774b45a225 owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:14:35.362240 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.373602 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286e5833-7f10-47a5-9a88-a5a8b72201ff']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:35.384767 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c861caf4-9393-4f55-b53c-35261c54c763') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:35.385070 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c861caf4-9393-4f55-b53c-35261c54c763') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:14:35.394895 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.406300 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.408237 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:35.408680 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.416169 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:14:35.416578 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:14:35.418229 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:14:35.430395 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] Pushing event deleted for resources: {'Port': ['ID=ef788fe7-27f3-4bf9-a40b-54774b45a225,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:35.433760 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:35.443530 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b33f13-5ed2-476a-9684-c4c41de3116b None None] No DVR routers for this DVR port ef788fe7-27f3-4bf9-a40b-54774b45a225 on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:14:35.487872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.491837 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d15fcf77-3432-4b62-a9d6-5d6d09fced6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:35.494394 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.499892 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/286e5833-7f10-47a5-9a88-a5a8b72201ff HTTP/1.1" status: 204 len: 168 time: 0.6335254 Jun 16 11:14:35.509143 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=286e5833-7f10-47a5-9a88-a5a8b72201ff,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:35.511540 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:35.669407 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56018) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:35.709776 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-45d547b9-c538-46f7-8782-ab577001844a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02b317ebb8e540b08ea2aa1cc6699128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389333 Jun 16 11:14:35.712287 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56020) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:35.771324 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-32555710-bc69-461a-8364-1f5048286a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.792165 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-32555710-bc69-461a-8364-1f5048286a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.848311 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-32555710-bc69-461a-8364-1f5048286a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.851084 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-32555710-bc69-461a-8364-1f5048286a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:35.852593 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-32555710-bc69-461a-8364-1f5048286a6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16d1731b-805b-4a3d-864d-604a8e08e628 HTTP/1.1" status: 204 len: 168 time: 0.1390872 Jun 16 11:14:35.853681 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5429e7ed-3d70-4f87-91a1-d4c83fa3285b tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:35.867365 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32555710-bc69-461a-8364-1f5048286a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d1731b-805b-4a3d-864d-604a8e08e628,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:35.873010 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-32555710-bc69-461a-8364-1f5048286a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:36.169458 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:36.187208 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56028) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:36.228175 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-bc1812ac-596f-4cdb-b115-bef43b161c60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb86d4aab7694e5da0df4d546798c2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397341 Jun 16 11:14:36.231215 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56030) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:36.280548 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7211d550-d8c8-4caf-9f8e-b1a0b78e85b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:36.300974 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7211d550-d8c8-4caf-9f8e-b1a0b78e85b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:36.345908 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7211d550-d8c8-4caf-9f8e-b1a0b78e85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:36.348542 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7211d550-d8c8-4caf-9f8e-b1a0b78e85b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:36.349732 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-7211d550-d8c8-4caf-9f8e-b1a0b78e85b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/908310c6-fcbf-4a83-b48d-3274c24a8614 HTTP/1.1" status: 204 len: 168 time: 0.1174326 Jun 16 11:14:36.350433 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c864c27e-b356-43c0-976f-605b50e96112 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:36.357961 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211d550-d8c8-4caf-9f8e-b1a0b78e85b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908310c6-fcbf-4a83-b48d-3274c24a8614,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:36.361264 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7211d550-d8c8-4caf-9f8e-b1a0b78e85b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:37.027440 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device ef788fe7-27f3-4bf9-a40b-54774b45a225 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:14:37.052399 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: ef788fe7-27f3-4bf9-a40b-54774b45a225 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:14:37.052751 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device ef788fe7-27f3-4bf9-a40b-54774b45a225 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:14:40.258797 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-3b2fb79b-fed1-4551-bdf1-0eb409a1197f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536547 Jun 16 11:14:40.341035 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-e591dc70-713c-441d-a200-d7f32dfdd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:40.342508 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-e591dc70-713c-441d-a200-d7f32dfdd225 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 1100 time: 0.0549951 Jun 16 11:14:40.455316 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-fb4c6a01-2e82-44f9-b0cd-8e503beffc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:40.456791 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-fb4c6a01-2e82-44f9-b0cd-8e503beffc85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 200 len: 916 time: 0.0932755 Jun 16 11:14:40.525236 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-7c9f5fd1-ec75-441b-b6d9-4bc067ca5330 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 200 len: 1002 time: 0.0588217 Jun 16 11:14:40.578571 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-8ec7a942-a87d-46f6-9a17-582d3da581e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:40.580087 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-8ec7a942-a87d-46f6-9a17-582d3da581e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 200 len: 854 time: 0.0480909 Jun 16 11:14:40.654104 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-95d9e135-790f-47dd-b7ba-0f74a37ec3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:40.655570 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-95d9e135-790f-47dd-b7ba-0f74a37ec3c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e539129-3b95-4273-94b4-82f1d4d6aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637887 Jun 16 11:14:40.749324 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-eade6e09-11bc-4fe2-a064-ddf17f516955 service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855560 Jun 16 11:14:40.842744 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-04966ecc-8910-43fc-a801-bfe2803dc466 req-a298462a-8d03-4fca-a64b-7a3a9363900f service neutron] 10.222.0.35 "GET /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866334 Jun 16 11:14:43.857394 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.354504 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56132) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:57.511644 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.597332 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.601204 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.603627 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-5f33130b-4f97-42fe-84c6-4794951df08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:57.640151 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=310237a5700e46718155dbdee89c78ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845516 Jun 16 11:14:57.641075 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff5bcc-5afa-4975-84f8-96236ae0bc6f,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:57.642875 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56136) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:14:57.648374 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.648758 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.649131 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.649504 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.649867 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.650225 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.650586 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.650943 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.651301 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.651650 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.652145 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.652965 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:14:57.656889 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-fce5ae72-fb7e-46c7-8bd1-3277179e19f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:57.692847 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7a88d07e-ead5-4f1b-a97a-f0906767cfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.713876 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7a88d07e-ead5-4f1b-a97a-f0906767cfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.759441 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7a88d07e-ead5-4f1b-a97a-f0906767cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.763008 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-7a88d07e-ead5-4f1b-a97a-f0906767cfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:14:57.764245 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-7a88d07e-ead5-4f1b-a97a-f0906767cfdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0ff5bcc-5afa-4975-84f8-96236ae0bc6f HTTP/1.1" status: 204 len: 168 time: 0.1202571 Jun 16 11:14:57.765299 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ed3e3d62-2b9e-47c2-ad99-4324aba2f84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:14:57.772983 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88d07e-ead5-4f1b-a97a-f0906767cfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff5bcc-5afa-4975-84f8-96236ae0bc6f,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:14:57.775950 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7a88d07e-ead5-4f1b-a97a-f0906767cfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:14:59.476562 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d55308-a715-450b-979e-bd6a68800421 req-2d089c2b-a7f5-4d0f-82f6-bda9b6749b9c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:14:59.478020 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-53d55308-a715-450b-979e-bd6a68800421 req-2d089c2b-a7f5-4d0f-82f6-bda9b6749b9c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 947 time: 0.0697401 Jun 16 11:14:59.526103 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-53d55308-a715-450b-979e-bd6a68800421 req-72d1c61e-785f-4696-922c-4740436cd4de tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 Jun 16 11:15:00.642772 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a8168a23-09f6-4ce5-a3ed-acf78728c04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:00.707670 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09e42b-a36e-489c-8e82-7565b7ecc9d8 req-5070cf94-16d5-4d46-9976-d72a8b82265f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:00.709170 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9e09e42b-a36e-489c-8e82-7565b7ecc9d8 req-5070cf94-16d5-4d46-9976-d72a8b82265f tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 947 time: 0.0656207 Jun 16 11:15:00.747701 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9e09e42b-a36e-489c-8e82-7565b7ecc9d8 req-9d9bfedd-dddc-4f6a-9b18-97c4aa4a6275 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups?id=c47b66b2-bc74-4073-b542-d899be256b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327659 Jun 16 11:15:00.798504 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-64c4eadb-30b5-4ed0-bcf4-5292026d398c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:00.799999 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-64c4eadb-30b5-4ed0-bcf4-5292026d398c tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 947 time: 0.0640781 Jun 16 11:15:00.901531 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Deleting port 10143361-7e78-4910-8625-091b7523f2dc {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:15:00.901865 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:00.988348 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] For port 10143361-7e78-4910-8625-091b7523f2dc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=10143361-7e78-4910-8625-091b7523f2dc,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:15:00.988714 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:01.160876 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:01.161279 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:01.161675 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.l3_db [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Floating IP 59837caf-1804-4196-bd7a-c2db4ee969c9 disassociated. External IP: 172.27.0.236, port: 10143361-7e78-4910-8625-091b7523f2dc. Jun 16 11:15:01.162127 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Calling delete_port for 10143361-7e78-4910-8625-091b7523f2dc owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:15:01.289486 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:01.293893 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-908973be-5cf2-4e63-b25e-a4e34b8bb0af tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:01.333089 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event deleted for resources: {'Port': ['ID=10143361-7e78-4910-8625-091b7523f2dc,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:01.343600 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.344011 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.344391 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.344760 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.345130 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.345491 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.345854 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.346214 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.346599 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.346964 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.347320 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.347688 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:15:01.351500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:01.463763 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Router 48449560-f9c6-4d67-8502-fbd171dab1a5 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:15:01.577680 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:15:01.587542 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] Sync routers for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:15:01.599740 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:15:01.600504 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:01.631898 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] No DVR routers for this DVR port 10143361-7e78-4910-8625-091b7523f2dc on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:15:01.634994 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:01.637039 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f1a9618a-aa91-488e-87eb-66c3bda534eb req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.35 "DELETE /v2.0/ports/10143361-7e78-4910-8625-091b7523f2dc HTTP/1.1" status: 204 len: 173 time: 0.8314006 Jun 16 11:15:01.637788 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-deleted', 'tag': '10143361-7e78-4910-8625-091b7523f2dc'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:15:01.640377 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaedeaf-cb42-4a8b-957b-bb464e3a341e" -d '{"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-deleted", "tag": "10143361-7e78-4910-8625-091b7523f2dc"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:15:01.688823 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82de88c-675c-4e6f-9753-38d532547e7e x-openstack-request-id: req-f82de88c-675c-4e6f-9753-38d532547e7e {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:15:01.689295 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc0cf2-3cb4-42ec-b149-2b24b6a05591", "name": "network-vif-deleted", "tag": "10143361-7e78-4910-8625-091b7523f2dc", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:15:01.689599 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f82de88c-675c-4e6f-9753-38d532547e7e {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:15:01.690310 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc0cf2-3cb4-42ec-b149-2b24b6a05591', 'name': 'network-vif-deleted', 'tag': '10143361-7e78-4910-8625-091b7523f2dc', 'status': 'completed', 'code': 200} Jun 16 11:15:01.730742 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:15:01.948893 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-562cc113-570c-4f6d-8c3c-71a6d0e70e92 req-7e35739d-8725-454e-ae38-70738d577332 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/ports?device_id=effc0cf2-3cb4-42ec-b149-2b24b6a05591 HTTP/1.1" status: 200 len: 210 time: 0.0401826 Jun 16 11:15:01.987658 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:01.992748 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] Checking router: 48449560-f9c6-4d67-8502-fbd171dab1a5 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:15:02.001392 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:15:02.002010 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:14:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:02.117247 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:15:02.326168 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:02.329552 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9722fc6-fab4-4dcb-ab5f-ba342b78985e None None] The sync data for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi is: [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:06:41Z', 'revision_number': 4, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '50d89cf0-8de5-42ae-b3d4-d6989e3bc0af', 'name': '', 'network_id': '4e539129-3b95-4273-94b4-82f1d4d6aa73', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'mac_address': 'fa:16:3e:1b:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:34Z', 'updated_at': '2021-06-16T11:06:51Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'subnets': [{'id': 'cdb61714-1675-45bb-8bf8-aeff4c53a535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:15:02.542275 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88af9b7-6d7c-4f11-a36e-2434b37546a0 None None] New status for floating IP 59837caf-1804-4196-bd7a-c2db4ee969c9: DOWN {{(pid=91892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:15:03.081528 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56160) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:03.136859 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed185c57-f8b3-47cb-b85b-b04dcca5d27b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.160796 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed185c57-f8b3-47cb-b85b-b04dcca5d27b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.210329 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed185c57-f8b3-47cb-b85b-b04dcca5d27b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.213826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ed185c57-f8b3-47cb-b85b-b04dcca5d27b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.214745 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ed185c57-f8b3-47cb-b85b-b04dcca5d27b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "DELETE /v2.0/security-groups/c47b66b2-bc74-4073-b542-d899be256b81 HTTP/1.1" status: 204 len: 168 time: 0.1320407 Jun 16 11:15:03.216564 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-01615354-8a04-480c-8495-81394d3b13d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:03.219453 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56162) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:03.229910 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed185c57-f8b3-47cb-b85b-b04dcca5d27b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47b66b2-bc74-4073-b542-d899be256b81,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:03.234243 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ed185c57-f8b3-47cb-b85b-b04dcca5d27b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:03.239416 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.api.v2.resource [None req-fdb07a78-78b3-4528-8c0c-859eb017d84e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] show failed (client error): The resource could not be found. Jun 16 11:15:03.240886 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-fdb07a78-78b3-4528-8c0c-859eb017d84e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "GET /v2.0/security-groups/c47b66b2-bc74-4073-b542-d899be256b81 HTTP/1.1" status: 404 len: 347 time: 0.0200529 Jun 16 11:15:03.243958 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56164) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:03.375573 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Deleting port 08f69899-729a-497e-a6b5-a577c2b1c11b {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:15:03.375949 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.408032 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.449086 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.449410 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.517663 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Calling delete_port for 08f69899-729a-497e-a6b5-a577c2b1c11b owned by network:floatingip {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:15:03.648198 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.650210 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:03.675211 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Pushing event deleted for resources: {'Port': ['ID=08f69899-729a-497e-a6b5-a577c2b1c11b,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:03.678169 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:03.736213 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks [] for floatingip, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.738696 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:03.739887 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4e794159-f058-492a-897f-5ae367beae8b tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] 10.222.0.21 "DELETE /v2.0/floatingips/59837caf-1804-4196-bd7a-c2db4ee969c9 HTTP/1.1" status: 204 len: 168 time: 0.4949594 Jun 16 11:15:03.749158 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3cac86be-0c88-4426-acf7-b711a463d988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:04.519250 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:06.054910 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:15:06.075937 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 10143361-7e78-4910-8625-091b7523f2dc {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:15:06.076286 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 10143361-7e78-4910-8625-091b7523f2dc not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:15:06.169925 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:06.294658 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56186) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:06.780049 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:07.030983 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Deleting port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:15:07.031246 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:07.108729 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] For port 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:15:07.109087 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:07.176822 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Calling delete_port for 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af owned by network:router_interface {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:15:07.356436 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:07.358489 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-8c64e64e-3c8f-4a42-a746-b2c7f8fd60c1 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:07.382587 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d89cf0-8de5-42ae-b3d4-d6989e3bc0af,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:07.385147 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:07.550674 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:07.760442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Router 48449560-f9c6-4d67-8502-fbd171dab1a5 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:15:07.864301 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:15:07.869298 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e53e54a2-f555-4ba2-ad50-c8fe679fc3c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/48449560-f9c6-4d67-8502-fbd171dab1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736263 Jun 16 11:15:07.872832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56192) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:07.873527 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] Sync routers for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:15:07.882567 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:15:07.883194 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:15:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:07.979026 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:07.992918 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:15:08.086788 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.141694 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Deleting port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:15:08.142032 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.176086 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:15:07Z', 'revision_number': 5, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port': {'id': 'd2fd37f4-7bc5-4a19-ac0c-5f379a9814b0', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:06:24Z', 'updated_at': '2021-06-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:08.180108 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] Checking router: 48449560-f9c6-4d67-8502-fbd171dab1a5 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:15:08.188512 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] Routers {'48449560-f9c6-4d67-8502-fbd171dab1a5'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:15:08.189123 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:15:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['48449560-f9c6-4d67-8502-fbd171dab1a5'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:08.220287 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] For port d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:15:08.220662 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.272148 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] Set router 48449560-f9c6-4d67-8502-fbd171dab1a5 gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:15:08.287341 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Calling delete_port for d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 owned by network:router_gateway {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:15:08.331597 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:15:08Z', 'revision_number': 6, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:08.336314 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb848ec5-7ba1-4c0d-9917-db114e0e6d74 None None] The sync data for ids ['48449560-f9c6-4d67-8502-fbd171dab1a5'] in dv-cinder-786627-10-iscsi is: [{'id': '48449560-f9c6-4d67-8502-fbd171dab1a5', 'name': 'tempest-AttachVolumeShelveTestJSON-22178044-router', 'tenant_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:06:22Z', 'updated_at': '2021-06-16T11:15:08Z', 'revision_number': 6, 'project_id': 'f3e73364aa2f42ba87529e4cdd74af73', 'gw_port_host': None}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:15:08.452664 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.455394 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-af9166da-cc52-4116-ab92-d5c3fcb0b765 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:08.482668 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:08.486130 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:08.543096 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.632606 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.634600 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.676744 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.677267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48449560-f9c6-4d67-8502-fbd171dab1a5 {{(pid=91890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:15:08.681585 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.682721 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/48449560-f9c6-4d67-8502-fbd171dab1a5 HTTP/1.1" status: 204 len: 168 time: 0.8086743 Jun 16 11:15:08.686132 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56194) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:08.731438 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Deleting subnet cdb61714-1675-45bb-8bf8-aeff4c53a535 {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:15:08.735002 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.776461 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.854229 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.905905 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.907985 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:08.933140 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb61714-1675-45bb-8bf8-aeff4c53a535,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:08.935709 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:08.937814 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cdb61714-1675-45bb-8bf8-aeff4c53a535 HTTP/1.1" status: 204 len: 168 time: 0.2505376 Jun 16 11:15:08.938581 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-746fc560-6fc1-4756-8f03-81805d1f8d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:08.940040 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56196) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:08.942539 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f481a6-051c-4507-be67-c63ab13439da None None] Network 4e539129-3b95-4273-94b4-82f1d4d6aa73 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:15:09.164725 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] DHCP port deletion for 4e539129-3b95-4273-94b4-82f1d4d6aa73 request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:15:09.167926 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:15:09.193069 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:15:09.193421 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 50d89cf0-8de5-42ae-b3d4-d6989e3bc0af not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:15:09.193853 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:15:09.234783 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:15:09.235133 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device d2fd37f4-7bc5-4a19-ac0c-5f379a9814b0 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:15:09.258346 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] Deleting port 60b747d8-165e-4d2c-a962-366249b0e6de {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:15:09.258737 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.300074 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.323947 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] For port 60b747d8-165e-4d2c-a962-366249b0e6de, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=60b747d8-165e-4d2c-a962-366249b0e6de,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:15:09.324347 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.362053 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Deleting port 60b747d8-165e-4d2c-a962-366249b0e6de {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:15:09.362393 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.394410 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] Calling delete_port for 60b747d8-165e-4d2c-a962-366249b0e6de owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:15:09.437136 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] For port 60b747d8-165e-4d2c-a962-366249b0e6de, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=60b747d8-165e-4d2c-a962-366249b0e6de,segment=NetworkSegment(0edaf038-c765-4bf1-bc3f-558745e470a4),segment_id=0edaf038-c765-4bf1-bc3f-558745e470a4)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:15:09.437490 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.476897 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.478993 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:09.502349 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Calling delete_port for 60b747d8-165e-4d2c-a962-366249b0e6de owned by network:dhcp {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:15:09.505406 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] Pushing event deleted for resources: {'Port': ['ID=60b747d8-165e-4d2c-a962-366249b0e6de,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:09.508443 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:09.511050 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e740d-c1ac-4d10-9be4-3dc2a3582a61 None None] No DVR routers for this DVR port 60b747d8-165e-4d2c-a962-366249b0e6de on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:15:09.582573 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.592787 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-029b898a-7458-41a5-8ed6-4fc08e90cac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:09.607315 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b747d8-165e-4d2c-a962-366249b0e6de,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:09.610753 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:09.613326 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] No DVR routers for this DVR port 60b747d8-165e-4d2c-a962-366249b0e6de on host dv-cinder-786627-10-iscsi {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:15:09.686608 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.697066 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e539129-3b95-4273-94b4-82f1d4d6aa73']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:09.708403 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edaf038-c765-4bf1-bc3f-558745e470a4') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:09.708694 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edaf038-c765-4bf1-bc3f-558745e470a4') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:09.717572 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.730900 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.737212 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:15:09.737607 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: self.session.flush() Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: self.session.flush() Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: self.session.flush() Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: self.session.flush() Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:15:09.739507 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:15:09.794781 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.800793 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:09.802763 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e539129-3b95-4273-94b4-82f1d4d6aa73 HTTP/1.1" status: 204 len: 168 time: 0.8618076 Jun 16 11:15:09.803523 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:09.816676 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e539129-3b95-4273-94b4-82f1d4d6aa73,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:09.819732 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:09.915020 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56200) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:09.955005 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-f59a5648-a944-4e66-be5a-d760c7fa6319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3e73364aa2f42ba87529e4cdd74af73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386839 Jun 16 11:15:09.957468 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56202) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:10.006126 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:10.026873 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:10.073645 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:10.076398 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:10.077548 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40acb8bb-efbf-4097-8912-09141c82532d HTTP/1.1" status: 204 len: 168 time: 0.1191030 Jun 16 11:15:10.078325 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-132c32fb-ba5c-4afc-960a-5c9889ecb7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:10.088305 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40acb8bb-efbf-4097-8912-09141c82532d,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:10.091688 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:11.044682 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 60b747d8-165e-4d2c-a962-366249b0e6de no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:15:11.067009 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 60b747d8-165e-4d2c-a962-366249b0e6de {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:15:11.067431 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 60b747d8-165e-4d2c-a962-366249b0e6de not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:15:11.163806 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:15:11.898221 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56264) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:12.006036 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-81359a30-fa24-443d-92ac-54f29b532e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.096430 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-81359a30-fa24-443d-92ac-54f29b532e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.100397 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-81359a30-fa24-443d-92ac-54f29b532e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.102848 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-24eb0757-d9e4-48ad-8d0e-6fdf3c8e4a0e tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:12.140066 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-81359a30-fa24-443d-92ac-54f29b532e5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=628b964802414cadbc026cd21be98a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406583 Jun 16 11:15:12.140990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81359a30-fa24-443d-92ac-54f29b532e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c60394-895d-4d17-89d7-820be7d12db4,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:12.142638 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56268) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:12.144284 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-81359a30-fa24-443d-92ac-54f29b532e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:12.195433 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.216161 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.261425 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.264946 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.266065 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66c60394-895d-4d17-89d7-820be7d12db4 HTTP/1.1" status: 204 len: 168 time: 0.1224625 Jun 16 11:15:12.266822 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-04d8630b-b23d-4751-a1ab-82888ef27c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:12.274800 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c60394-895d-4d17-89d7-820be7d12db4,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:12.278035 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:12.522925 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56274) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:12.536717 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-52944c13-e89b-4c18-b010-e6a02a589a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.625919 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-52944c13-e89b-4c18-b010-e6a02a589a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.629626 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-52944c13-e89b-4c18-b010-e6a02a589a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.632308 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c5d35e26-df2a-48e4-bf8d-849d4853e5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:12.669611 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-52944c13-e89b-4c18-b010-e6a02a589a44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c257aa2997724624be00cf06bd2337c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455245 Jun 16 11:15:12.670529 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52944c13-e89b-4c18-b010-e6a02a589a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab894a2-5dbe-4b1b-834b-b1b1ddcb5283,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:12.673433 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56276) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:12.673688 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-52944c13-e89b-4c18-b010-e6a02a589a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:12.724117 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af9a8605-0072-40ec-943e-a66acedf50b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.745991 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af9a8605-0072-40ec-943e-a66acedf50b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.790075 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af9a8605-0072-40ec-943e-a66acedf50b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.792741 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-af9a8605-0072-40ec-943e-a66acedf50b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:12.794182 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-af9a8605-0072-40ec-943e-a66acedf50b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cab894a2-5dbe-4b1b-834b-b1b1ddcb5283 HTTP/1.1" status: 204 len: 168 time: 0.1192722 Jun 16 11:15:12.795004 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ac17c75f-b2b3-452f-afcc-9070361e31ad tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:12.804076 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a8605-0072-40ec-943e-a66acedf50b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab894a2-5dbe-4b1b-834b-b1b1ddcb5283,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:12.807272 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-af9a8605-0072-40ec-943e-a66acedf50b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:13.863231 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.135702 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56344) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:15.238851 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d89cd9ea-af2a-4cfd-a11f-5d1b6b5b7b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.330128 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d89cd9ea-af2a-4cfd-a11f-5d1b6b5b7b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.334180 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-d89cd9ea-af2a-4cfd-a11f-5d1b6b5b7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.336591 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-0294b096-1369-4dc1-aac2-56349d6724f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:15.371198 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cd9ea-af2a-4cfd-a11f-5d1b6b5b7b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c1a93b-d7bf-49d0-b399-328c73866f48,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:15.376408 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-d89cd9ea-af2a-4cfd-a11f-5d1b6b5b7b80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e61a161a1a6144fd9972966ac33e7d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395713 Jun 16 11:15:15.377299 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d89cd9ea-af2a-4cfd-a11f-5d1b6b5b7b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:15.379522 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56348) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:15.426864 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.447594 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.493529 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.497605 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.498728 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7c1a93b-d7bf-49d0-b399-328c73866f48 HTTP/1.1" status: 204 len: 168 time: 0.1184006 Jun 16 11:15:15.499497 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-59e0057c-1484-4e4e-8fb9-09fa4f0b5f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:15.507311 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c1a93b-d7bf-49d0-b399-328c73866f48,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:15.509688 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:15.755983 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56354) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:15.769559 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e128444b-2627-462c-b9b6-2bd31cd110bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.856424 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e128444b-2627-462c-b9b6-2bd31cd110bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.860375 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e128444b-2627-462c-b9b6-2bd31cd110bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.862921 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-9e10dbe0-a41d-4000-aff8-59a5f5c1608b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:15.902514 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-e128444b-2627-462c-b9b6-2bd31cd110bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22f33c4c6ee34d83936275a688b5b31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454167 Jun 16 11:15:15.903572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128444b-2627-462c-b9b6-2bd31cd110bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc1f0c-72e1-461d-8e1f-de1f51a2dbfc,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:15.905634 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56356) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:15.906661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e128444b-2627-462c-b9b6-2bd31cd110bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:15.956273 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0b733189-9606-4de6-927d-78cb379088f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:15.980764 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0b733189-9606-4de6-927d-78cb379088f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:16.027964 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0b733189-9606-4de6-927d-78cb379088f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:16.031095 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-0b733189-9606-4de6-927d-78cb379088f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:16.032495 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-0b733189-9606-4de6-927d-78cb379088f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22dc1f0c-72e1-461d-8e1f-de1f51a2dbfc HTTP/1.1" status: 204 len: 168 time: 0.1258419 Jun 16 11:15:16.033555 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-f6746a8e-0dec-40c2-b2bd-4431e0c74a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:16.041300 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b733189-9606-4de6-927d-78cb379088f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc1f0c-72e1-461d-8e1f-de1f51a2dbfc,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:16.044739 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-0b733189-9606-4de6-927d-78cb379088f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:18.087088 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56426) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:18.194346 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1068a802-3fad-4631-8281-f20562e3626e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.297598 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1068a802-3fad-4631-8281-f20562e3626e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.301727 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-1068a802-3fad-4631-8281-f20562e3626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.304292 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-ff5288fc-0781-4f54-8245-117dd4790962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:18.342212 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-1068a802-3fad-4631-8281-f20562e3626e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=231e528cccf948ba98c55358e8f71451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540231 Jun 16 11:15:18.342989 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068a802-3fad-4631-8281-f20562e3626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c20b7-86f8-494c-aa3f-ed6a25d015d1,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:18.344973 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56430) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:18.346029 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1068a802-3fad-4631-8281-f20562e3626e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:18.395920 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aadb81fd-8d8f-4fe5-8935-c0220beb008c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.418186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aadb81fd-8d8f-4fe5-8935-c0220beb008c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.464280 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aadb81fd-8d8f-4fe5-8935-c0220beb008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.467464 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-aadb81fd-8d8f-4fe5-8935-c0220beb008c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.468624 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-aadb81fd-8d8f-4fe5-8935-c0220beb008c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1c20b7-86f8-494c-aa3f-ed6a25d015d1 HTTP/1.1" status: 204 len: 168 time: 0.1226881 Jun 16 11:15:18.469418 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-1f02e6f9-18c9-4d7c-8204-de198250e613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:18.476764 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb81fd-8d8f-4fe5-8935-c0220beb008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c20b7-86f8-494c-aa3f-ed6a25d015d1,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:18.478926 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-aadb81fd-8d8f-4fe5-8935-c0220beb008c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:18.739549 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56436) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:18.752985 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-095ff953-e211-4d01-b7ae-54e6ae21719a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.851034 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-095ff953-e211-4d01-b7ae-54e6ae21719a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.855124 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-095ff953-e211-4d01-b7ae-54e6ae21719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.857980 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5ce50730-675e-438f-a801-8a7f5ca126cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:18.894816 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-095ff953-e211-4d01-b7ae-54e6ae21719a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36367ab89913432e9d03d6e23c69b60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541064 Jun 16 11:15:18.895598 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ff953-e211-4d01-b7ae-54e6ae21719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0990c3cf-dc5c-4437-882a-6fd3834dab8f,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:18.897535 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56438) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:18.898744 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-095ff953-e211-4d01-b7ae-54e6ae21719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:18.957664 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:18.980964 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.031525 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.034160 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.035295 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0990c3cf-dc5c-4437-882a-6fd3834dab8f HTTP/1.1" status: 204 len: 168 time: 0.1355569 Jun 16 11:15:19.036084 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-eee401af-1ad4-46f7-8b1f-762285f1a0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:19.044291 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0990c3cf-dc5c-4437-882a-6fd3834dab8f,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:19.046616 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:19.716314 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56460) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:19.813207 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1890534855-network', 'tenant_id': '331aea9a5bff4628855eb7f5765d8131'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:15:19.833521 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Made reservation on behalf of 331aea9a5bff4628855eb7f5765d8131 for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:15:19.835817 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.844399 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.936971 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.941946 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.944954 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:19.971728 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:15:19.976824 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a68dad-0083-4f76-974c-d212434c73af,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:19.981979 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:19.987755 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:19.988277 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Added segment edd915e7-1185-4289-b719-93e2f306ad35 of type vlan for network f15ffe43-6fa8-459c-8d97-c5c9bf140e41 Jun 16 11:15:20.027967 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:20.056239 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:20.057548 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:20.058214 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:20.061106 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-46e598c9-7e46-4bf1-ab8a-8e6808e72a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:20.090231 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3726318 Jun 16 11:15:20.093163 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56464) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:20.126227 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Request body: {'subnet': {'network_id': 'f15ffe43-6fa8-459c-8d97-c5c9bf140e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1890534855-subnet', 'tenant_id': '331aea9a5bff4628855eb7f5765d8131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:15:20.130843 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Pushing event updated for resources: {'Network': ['ID=f15ffe43-6fa8-459c-8d97-c5c9bf140e41,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:20.134904 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3ed4e769-555b-4902-b6e0-1694a62e171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:20.141135 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network f15ffe43-6fa8-459c-8d97-c5c9bf140e41 details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:15:20.150323 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Made reservation on behalf of 331aea9a5bff4628855eb7f5765d8131 for: {'subnet': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:15:20.153600 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8877697'] for subnet, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:20.323452 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9260723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8877715'] for subnet, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:20.326810 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:20.379560 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd924c8d-374e-4be9-8217-0346848ad8c9,revision_number=0']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:20.383345 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:20.389872 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Checking segment: {'id': 'edd915e7-1185-4289-b719-93e2f306ad35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f15ffe43-6fa8-459c-8d97-c5c9bf140e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:15:20.390227 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Network hostable DHCP agents. Network: f15ffe43-6fa8-459c-8d97-c5c9bf140e41, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:15:20.405787 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Network f15ffe43-6fa8-459c-8d97-c5c9bf140e41 is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:15:20.413953 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, f15ffe43-6fa8-459c-8d97-c5c9bf140e41) {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:15:20.418270 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:20.418940 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:20.423516 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5091f869-43d1-483e-830c-0ac230f2c70e None None] Network f15ffe43-6fa8-459c-8d97-c5c9bf140e41 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:15:20.432741 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-6771c72d-9eef-4e7f-93bd-fa277fd5162c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3383424 Jun 16 11:15:20.554525 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d7648-73dc-496b-b1dc-65157c20e531 None None] Network f15ffe43-6fa8-459c-8d97-c5c9bf140e41 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:15:20.913159 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56480) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:20.918131 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1558164165-network', 'tenant_id': '04c1ab5ceec341869b28dc909db84167'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:15:20.938344 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Made reservation on behalf of 04c1ab5ceec341869b28dc909db84167 for: {'network': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:15:20.940585 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for network, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:20.950139 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.041220 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.045041 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.047890 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-69d3c852-cc60-4e8c-8d45-3b7214123e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:21.069183 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=91891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:15:21.079658 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e9a4f-78c9-4fb6-8aa0-a1aad6c08f87,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:21.083867 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:21.084921 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.085260 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.segments_db [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Added segment ddb80f5c-84d0-4dc1-8292-525b48c9ddbf of type vlan for network 7fda1945-ac47-44dd-ac8a-15f1ed94717e Jun 16 11:15:21.125675 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730436517789'] for network, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.156082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207'] for network, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.157364 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:21.157932 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.160189 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-834f1243-1aee-44d7-98f0-c0d8666ae914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:21.186723 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2723923 Jun 16 11:15:21.189568 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56482) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:21.194826 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.v2.base [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Request body: {'subnet': {'network_id': '7fda1945-ac47-44dd-ac8a-15f1ed94717e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1558164165-subnet', 'tenant_id': '04c1ab5ceec341869b28dc909db84167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:15:21.218250 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Made reservation on behalf of 04c1ab5ceec341869b28dc909db84167 for: {'subnet': 1} {{(pid=91890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:15:21.220817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717509'] for subnet, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.223454 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Pushing event updated for resources: {'Network': ['ID=7fda1945-ac47-44dd-ac8a-15f1ed94717e,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:21.226291 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-91019a47-15d8-45c4-93bd-e99822b983db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:21.234596 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Network 7fda1945-ac47-44dd-ac8a-15f1ed94717e details requested by agent ovs-agent-dv-cinder-786627-10-iscsi with host dv-cinder-786627-10-iscsi {{(pid=91892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:15:21.407319 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12623992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717527'] for subnet, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.409710 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-9d7d25f4-d947-44d9-99cc-1e788312becc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:21.463487 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a13785d-2335-4a43-b210-0d1c17f2a50e,revision_number=0']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:21.468983 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:21.475841 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Checking segment: {'id': 'ddb80f5c-84d0-4dc1-8292-525b48c9ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7fda1945-ac47-44dd-ac8a-15f1ed94717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:15:21.476196 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Network hostable DHCP agents. Network: 7fda1945-ac47-44dd-ac8a-15f1ed94717e, hostable agents: ['fe7a8055-8c3d-498f-9389-a1917f31d317'], hosted agents: [] {{(pid=91890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:15:21.494435 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Network 7fda1945-ac47-44dd-ac8a-15f1ed94717e is scheduled to be hosted by DHCP agent fe7a8055-8c3d-498f-9389-a1917f31d317 with binding_index 1 {{(pid=91890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:15:21.507002 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.base_scheduler [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-10-iscsi, 7fda1945-ac47-44dd-ac8a-15f1ed94717e) {{(pid=91890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:15:21.511139 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:21.511797 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:21.518430 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb2d72-c8e0-498a-bd4b-428239eb1d19 None None] Network 7fda1945-ac47-44dd-ac8a-15f1ed94717e requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:15:21.532748 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-303138f4-e02b-4eb0-ac9f-32f3a6c2f380 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3417158 Jun 16 11:15:21.650342 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f22427-3056-4dbc-b681-c8be6227399e None None] Network 7fda1945-ac47-44dd-ac8a-15f1ed94717e requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:15:30.645375 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5c7e26c6-7e5f-479a-a6ad-6310cfee7f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:33.402904 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:33.755566 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-079c91f9-c923-4294-947e-f900e09460fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:34.523623 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.068719 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56604) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:35.115007 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Deleting subnet bd924c8d-374e-4be9-8217-0346848ad8c9 {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:15:35.118228 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.154071 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.197494 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.253290 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.255860 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:35.281904 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd924c8d-374e-4be9-8217-0346848ad8c9,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:35.285010 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:35.285995 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.289074 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-7f057c83-ab3f-4c9c-b2de-03b48666ce3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd924c8d-374e-4be9-8217-0346848ad8c9 HTTP/1.1" status: 204 len: 168 time: 0.2181332 Jun 16 11:15:35.290273 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56606) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:35.359538 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.442376 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.453628 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15ffe43-6fa8-459c-8d97-c5c9bf140e41']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:35.463580 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd915e7-1185-4289-b719-93e2f306ad35') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:35.463899 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd915e7-1185-4289-b719-93e2f306ad35') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:35.472720 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.486347 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.492447 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:15:35.492837 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:15:35.494663 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:15:35.554228 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.557832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:35.561223 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.563033 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f15ffe43-6fa8-459c-8d97-c5c9bf140e41 HTTP/1.1" status: 204 len: 168 time: 0.2718642 Jun 16 11:15:35.565942 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56608) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:35.574078 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15ffe43-6fa8-459c-8d97-c5c9bf140e41,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:35.576571 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-d65e4460-3cb7-4f10-9676-3580211d7c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:35.610524 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Deleting subnet 9a13785d-2335-4a43-b210-0d1c17f2a50e {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:15:35.613838 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.648376 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979545'] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.693415 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.744374 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9260786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8877722'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.747156 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b08a32de-8116-4bd4-b71b-76710c6e76e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:35.767625 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a13785d-2335-4a43-b210-0d1c17f2a50e,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:35.770630 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:35.775296 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.777117 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ff962adc-a96e-4564-8aa4-0a80f81cce71 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a13785d-2335-4a43-b210-0d1c17f2a50e HTTP/1.1" status: 204 len: 168 time: 0.2101851 Jun 16 11:15:35.779599 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56610) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:35.843261 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.922349 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.931721 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fda1945-ac47-44dd-ac8a-15f1ed94717e']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:35.941042 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb80f5c-84d0-4dc1-8292-525b48c9ddbf') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:35.941408 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb80f5c-84d0-4dc1-8292-525b48c9ddbf') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:35.949966 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.962815 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.969025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:15:35.969400 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:15:35.970970 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:15:36.024363 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.028535 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:36.030844 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.032654 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7fda1945-ac47-44dd-ac8a-15f1ed94717e HTTP/1.1" status: 204 len: 168 time: 0.2521348 Jun 16 11:15:36.043833 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fda1945-ac47-44dd-ac8a-15f1ed94717e,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:36.046205 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-03e7faf1-f131-418e-9c3a-fe173ca66cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:36.172096 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.189832 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56614) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:36.229466 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-376e5df1-9244-4473-94ce-8dbfad159a32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=331aea9a5bff4628855eb7f5765d8131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383337 Jun 16 11:15:36.232627 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56616) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:36.279028 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9b9-c06d-4dfc-9f3d-0c5a9f558403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.299988 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9b9-c06d-4dfc-9f3d-0c5a9f558403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.345005 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9b9-c06d-4dfc-9f3d-0c5a9f558403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.347555 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9b9-c06d-4dfc-9f3d-0c5a9f558403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.348752 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-95a4d9b9-c06d-4dfc-9f3d-0c5a9f558403 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6a68dad-0083-4f76-974c-d212434c73af HTTP/1.1" status: 204 len: 168 time: 0.1151946 Jun 16 11:15:36.349442 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-c3877afa-96e7-4498-8f23-c37b35f0fd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:36.356559 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4d9b9-c06d-4dfc-9f3d-0c5a9f558403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a68dad-0083-4f76-974c-d212434c73af,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:36.363526 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-95a4d9b9-c06d-4dfc-9f3d-0c5a9f558403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:36.679838 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56622) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:36.725573 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-1517a7e3-b35b-40e0-8f41-bb1cc6c963db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04c1ab5ceec341869b28dc909db84167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444613 Jun 16 11:15:36.727977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56624) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:36.784839 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4fe43b0-714a-496e-8f37-096179361494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.805835 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4fe43b0-714a-496e-8f37-096179361494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.852242 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4fe43b0-714a-496e-8f37-096179361494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.854910 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b4fe43b0-714a-496e-8f37-096179361494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:36.856149 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b4fe43b0-714a-496e-8f37-096179361494 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c2e9a4f-78c9-4fb6-8aa0-a1aad6c08f87 HTTP/1.1" status: 204 len: 168 time: 0.1272328 Jun 16 11:15:36.857092 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-753eeee0-31ba-471e-a88b-8fe2607d1c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:36.865027 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe43b0-714a-496e-8f37-096179361494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e9a4f-78c9-4fb6-8aa0-a1aad6c08f87,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:36.867236 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b4fe43b0-714a-496e-8f37-096179361494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:37.903421 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56654) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:38.009439 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3edcbaaa-e157-495b-b07e-c742f7b88d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:38.111539 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3edcbaaa-e157-495b-b07e-c742f7b88d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:38.115260 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3edcbaaa-e157-495b-b07e-c742f7b88d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:38.118850 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-533e145a-8e0e-4002-9659-d23df1aed7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:38.156220 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3edcbaaa-e157-495b-b07e-c742f7b88d17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2a2d4a1789c4579805cef1979f3e8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516530 Jun 16 11:15:38.157432 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcbaaa-e157-495b-b07e-c742f7b88d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638344ef-8e8f-4196-a948-99c11a035b4d,revision_number=1']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:38.159382 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56658) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:38.160613 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3edcbaaa-e157-495b-b07e-c742f7b88d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:38.209721 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8c7082c1-1ea2-4e1c-954b-8718aa4d331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:38.233008 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8c7082c1-1ea2-4e1c-954b-8718aa4d331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:38.283804 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8c7082c1-1ea2-4e1c-954b-8718aa4d331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:38.286577 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-8c7082c1-1ea2-4e1c-954b-8718aa4d331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:38.287769 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-8c7082c1-1ea2-4e1c-954b-8718aa4d331b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/638344ef-8e8f-4196-a948-99c11a035b4d HTTP/1.1" status: 204 len: 168 time: 0.1264327 Jun 16 11:15:38.288751 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-f9c3819d-f73f-4860-8873-c051be777ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:38.297405 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7082c1-1ea2-4e1c-954b-8718aa4d331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638344ef-8e8f-4196-a948-99c11a035b4d,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:38.299789 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-8c7082c1-1ea2-4e1c-954b-8718aa4d331b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:43.874875 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.316975 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56730) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:47.423118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9f727880-8671-4615-84d5-72dd99c2cb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.525925 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9f727880-8671-4615-84d5-72dd99c2cb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.530274 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-9f727880-8671-4615-84d5-72dd99c2cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.533430 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ce360a6a-2eb0-40a0-ae25-9236f8878137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:47.571130 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f727880-8671-4615-84d5-72dd99c2cb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec282b1-31c4-4ac7-8269-fd4314856244,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:47.578237 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-9f727880-8671-4615-84d5-72dd99c2cb58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f94c7f93306943d7abaf0a026d734ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578671 Jun 16 11:15:47.578237 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-9f727880-8671-4615-84d5-72dd99c2cb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:47.578594 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56736) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:15:47.639646 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-54eb0b1d-22b1-4498-9122-b4f1eaaf22f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.662010 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-54eb0b1d-22b1-4498-9122-b4f1eaaf22f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.716106 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-54eb0b1d-22b1-4498-9122-b4f1eaaf22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.718786 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-54eb0b1d-22b1-4498-9122-b4f1eaaf22f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:47.719995 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-54eb0b1d-22b1-4498-9122-b4f1eaaf22f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ec282b1-31c4-4ac7-8269-fd4314856244 HTTP/1.1" status: 204 len: 168 time: 0.1403854 Jun 16 11:15:47.720766 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b4ea9ba4-930c-407b-ad94-b55dd5a52217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:47.732785 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0b1d-22b1-4498-9122-b4f1eaaf22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec282b1-31c4-4ac7-8269-fd4314856244,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:47.735504 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-54eb0b1d-22b1-4498-9122-b4f1eaaf22f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:48.015589 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33395d2-b757-4fff-8d96-c0ae6ccc16a5 req-7b1892ff-523b-4e98-9c8a-81cf3d33e3c5 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:48.018289 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d33395d2-b757-4fff-8d96-c0ae6ccc16a5 req-7b1892ff-523b-4e98-9c8a-81cf3d33e3c5 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 945 time: 0.0882881 Jun 16 11:15:48.072029 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d33395d2-b757-4fff-8d96-c0ae6ccc16a5 req-27716da5-82d3-485d-9a6c-2449f3df4af8 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474651 Jun 16 11:15:48.162030 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:15:49.275419 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc82a03-ef68-4eb1-afad-29a8888d64eb req-f4f5a3d0-8547-4805-a416-199c32d19b8e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:49.277420 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9fc82a03-ef68-4eb1-afad-29a8888d64eb req-f4f5a3d0-8547-4805-a416-199c32d19b8e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 945 time: 0.0778794 Jun 16 11:15:49.319463 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9fc82a03-ef68-4eb1-afad-29a8888d64eb req-87b99afa-0177-4d45-926a-e2b935889967 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347342 Jun 16 11:15:49.410895 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-692d1838-d570-4a74-9254-96487d13ed4a tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:49.412370 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-692d1838-d570-4a74-9254-96487d13ed4a tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 945 time: 0.0704422 Jun 16 11:15:49.518085 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Deleting port 406b87b9-ae17-4d43-b44f-a5798270c54f {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:15:49.518425 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:49.631306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] For port 406b87b9-ae17-4d43-b44f-a5798270c54f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=406b87b9-ae17-4d43-b44f-a5798270c54f,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:15:49.631681 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:50.082911 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:50.083237 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:50.083463 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.l3_db [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Floating IP e81e5dcc-8128-413b-b0a2-36438b8bc554 disassociated. External IP: 172.27.0.182, port: 406b87b9-ae17-4d43-b44f-a5798270c54f. Jun 16 11:15:50.083829 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Calling delete_port for 406b87b9-ae17-4d43-b44f-a5798270c54f owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:15:50.221596 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:50.225750 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:50.251677 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event deleted for resources: {'Port': ['ID=406b87b9-ae17-4d43-b44f-a5798270c54f,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:50.255210 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:50.369959 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:15:50.499562 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:15:50.512945 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:15:50.516550 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-5ba24116-07e4-4846-a0ae-55a3afb3e340 req-987d51ed-5dc5-48fa-b6a3-db132314aa41 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab01580-1806-422a-9b1b-9df43c9eadfc HTTP/1.1" status: 200 len: 210 time: 0.0322199 Jun 16 11:15:50.522817 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:15:50.523366 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:15:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:50.550285 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] No DVR routers for this DVR port 406b87b9-ae17-4d43-b44f-a5798270c54f on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:15:50.553270 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:50.555247 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a40a6cff-46c5-4832-9083-a93c62456ee5 req-7f3c800b-236c-4774-98e0-620501a65866 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "DELETE /v2.0/ports/406b87b9-ae17-4d43-b44f-a5798270c54f HTTP/1.1" status: 204 len: 173 time: 1.1368327 Jun 16 11:15:50.555771 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'name': 'network-vif-deleted', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:15:50.558951 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d581528-e41b-4171-ae17-3029740e8b79" -d '{"events": [{"server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "name": "network-vif-deleted", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:15:50.616609 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67f7a8c-adcf-466f-8772-7d003e4335f3 x-openstack-request-id: req-f67f7a8c-adcf-466f-8772-7d003e4335f3 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:15:50.617105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab01580-1806-422a-9b1b-9df43c9eadfc", "name": "network-vif-deleted", "tag": "406b87b9-ae17-4d43-b44f-a5798270c54f", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:15:50.617437 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f67f7a8c-adcf-466f-8772-7d003e4335f3 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:15:50.617893 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab01580-1806-422a-9b1b-9df43c9eadfc', 'name': 'network-vif-deleted', 'tag': '406b87b9-ae17-4d43-b44f-a5798270c54f', 'status': 'completed', 'code': 200} Jun 16 11:15:50.639616 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:15:50.869855 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:50.873928 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:15:50.883359 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:15:50.883852 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:15:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:51.005104 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:15:51.236180 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:15:51.239703 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62d16a-d5e4-4726-9b51-1d051b7063ad None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:15:51.468603 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace2240-3b1f-43ab-b2b9-b95868d1afbc None None] New status for floating IP e81e5dcc-8128-413b-b0a2-36438b8bc554: DOWN {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:15:51.821544 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-ec13c6a4-f774-4947-bf81-943fb5e72fa2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866139403&fields=id&tenant_id=504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 267 time: 0.0357156 Jun 16 11:15:51.938870 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-de4474f4-f502-4b03-9d4f-eb52e1a5b32f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:51.940402 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-de4474f4-f502-4b03-9d4f-eb52e1a5b32f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 812 time: 0.1100266 Jun 16 11:15:51.958074 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-0fda4f31-647e-4d7a-97a2-4c64fb398e94 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/quotas/504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 375 time: 0.0113180 Jun 16 11:15:52.038177 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-bbc2f2e1-bb87-4382-8665-a582078a0adb tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721383 Jun 16 11:15:52.141452 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-b722c861-58d7-4c8f-be64-6f0447765d61 service neutron] 10.222.0.21 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918820 Jun 16 11:15:52.228952 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-549c1cfe-5bf8-4563-9454-1f72bb490078 service neutron] 10.222.0.21 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817416 Jun 16 11:15:53.550090 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-f2dd47cd-1add-4dd3-9ec1-a0068f1acd3d req-8075b756-264b-44b4-ae0e-537dbb660e02 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 210 time: 0.0323071 Jun 16 11:15:54.242720 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 406b87b9-ae17-4d43-b44f-a5798270c54f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:15:54.264625 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: 406b87b9-ae17-4d43-b44f-a5798270c54f {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:15:54.264969 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device 406b87b9-ae17-4d43-b44f-a5798270c54f not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:15:54.561105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-7d67aa1e-4d25-4256-b27c-5df5b6d55a3b tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:54.563314 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-7d67aa1e-4d25-4256-b27c-5df5b6d55a3b tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 812 time: 0.1091120 Jun 16 11:15:54.614037 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-9b74c7be-8f5e-4324-97c8-04c24a55e902 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 379 time: 0.0421851 Jun 16 11:15:54.624115 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'port': {'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'admin_state_up': True, 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'security_groups': ['145cd892-808b-47ab-af12-7f359d2693de']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:15:54.728923 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-388f309f-9f51-4eff-9eb4-e2837283ad74 req-9180a1e9-a1b1-42c5-a8d2-d20a32c7582f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 210 time: 0.0615735 Jun 16 11:15:54.769676 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Made reservation on behalf of 504c5e8003be4da9a6360e6e35d85bcc for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:15:54.773123 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:54.900656 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Allocated IP 172.20.0.5 (a6d49a6f-ae28-4874-b01d-43e354627d97/2a14b240-faeb-4b8f-aa00-0548af6458fa/d9d0751a-c98e-4811-b7a9-6c41665cbda3) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:15:55.053306 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.072809 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Transition to ACTIVE for port object d9d0751a-c98e-4811-b7a9-6c41665cbda3 will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:15:55.109197 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.113105 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-62dcb875-1ced-49a3-b88d-dd64e1a6b95b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:55.161082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Network a6d49a6f-ae28-4874-b01d-43e354627d97 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:15:55.164316 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:15:55.166629 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:15:55.200863 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=d9d0751a-c98e-4811-b7a9-6c41665cbda3,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:55.203818 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:55.229522 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:55.230336 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.247661 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-22be08fa-8f82-41d1-abdd-a3752668c976 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6283109 Jun 16 11:15:55.260875 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Request body: {'port': {'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:15:55.338624 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.426042 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-01b674e9-5780-4bfb-b068-a5360d68bfae None None] Provisioning for port d9d0751a-c98e-4811-b7a9-6c41665cbda3 completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:15:55.429756 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-01b674e9-5780-4bfb-b068-a5360d68bfae None None] Provisioning complete for port d9d0751a-c98e-4811-b7a9-6c41665cbda3 triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:15:55.430141 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-01b674e9-5780-4bfb-b068-a5360d68bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.464953 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-01b674e9-5780-4bfb-b068-a5360d68bfae None None] Port d9d0751a-c98e-4811-b7a9-6c41665cbda3 cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:15:55.598688 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d0751a-c98e-4811-b7a9-6c41665cbda3 {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:15:55.605974 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.617826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Transition to ACTIVE for port object d9d0751a-c98e-4811-b7a9-6c41665cbda3 will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:15:55.621138 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.623139 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:55.703183 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Pushing event updated for resources: {'Port': ['ID=d9d0751a-c98e-4811-b7a9-6c41665cbda3,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:55.708534 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:55.793886 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Attempting to bind port d9d0751a-c98e-4811-b7a9-6c41665cbda3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:15:55.794234 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Attempting to bind port d9d0751a-c98e-4811-b7a9-6c41665cbda3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:15:55.794564 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Attempting to bind port d9d0751a-c98e-4811-b7a9-6c41665cbda3 on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:15:55.799816 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Port d9d0751a-c98e-4811-b7a9-6c41665cbda3 on network a6d49a6f-ae28-4874-b01d-43e354627d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:15:55.800119 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Attempting to bind port d9d0751a-c98e-4811-b7a9-6c41665cbda3 on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:15:55.805500 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:15:55.805837 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Checking segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:15:55.806219 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Bound using segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:15:55.806652 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Bound port: d9d0751a-c98e-4811-b7a9-6c41665cbda3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:15:55.806999 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.873868 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] For port d9d0751a-c98e-4811-b7a9-6c41665cbda3, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:15:55.877059 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] For port d9d0751a-c98e-4811-b7a9-6c41665cbda3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:15:55.881885 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.885455 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-c982bf9a-8b2f-42b7-85cd-0e4d09f492f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:15:55.921435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:55.921954 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:15:55.923344 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] 10.222.0.35 "PUT /v2.0/ports/d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 1093 time: 0.6670728 Jun 16 11:15:55.923893 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:15:55.926204 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aeaeae-f596-4af4-9949-70bbfd7a2744" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:15:55.929286 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bbaf4-7952-40ea-bbb6-0820cb7820e0 req-b179c27f-29e4-4991-95f6-f05e9a580a8f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:55.931888 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d26bbaf4-7952-40ea-bbb6-0820cb7820e0 req-b179c27f-29e4-4991-95f6-f05e9a580a8f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0830572 Jun 16 11:15:55.953527 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Pushing event updated for resources: {'Port': ['ID=d9d0751a-c98e-4811-b7a9-6c41665cbda3,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:15:55.956896 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-d7a82c12-cac7-4d77-871b-fbb9148d357a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:15:55.995946 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-d26bbaf4-7952-40ea-bbb6-0820cb7820e0 req-e38ca91e-d10a-4f07-92b2-f8bf3c2bb19d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567563 Jun 16 11:15:56.023470 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7648b0-e173-4d12-baf1-80ad8875bcd1 x-openstack-request-id: req-2f7648b0-e173-4d12-baf1-80ad8875bcd1 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:15:56.023889 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:15:56.024137 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f7648b0-e173-4d12-baf1-80ad8875bcd1 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:15:56.024554 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'status': 'completed', 'code': 200} Jun 16 11:15:56.054164 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-f607f9e1-178f-4231-a602-72165e05ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:56.055938 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-f607f9e1-178f-4231-a602-72165e05ed81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1096 time: 0.0736325 Jun 16 11:15:56.107826 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-f9acb3e2-8e38-4406-b254-3c20213a6e32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 217 time: 0.0451791 Jun 16 11:15:56.160255 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-39021326-f319-4d7b-a955-d5ae6fa5958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:56.161709 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-39021326-f319-4d7b-a955-d5ae6fa5958a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0477152 Jun 16 11:15:56.225705 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-30caf7d6-f85f-4d37-8a56-61fa294f2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:56.227174 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-30caf7d6-f85f-4d37-8a56-61fa294f2be2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0596392 Jun 16 11:15:56.315212 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-c2c6b0b1-04c4-47d2-8b6b-8f1e74aef8c6 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814002 Jun 16 11:15:56.409267 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-9d915392-da2d-4144-98d6-6571f2eabcf4 req-788ba9c8-e1ec-49d3-9808-c98b775e7ab1 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871162 Jun 16 11:15:56.504013 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-14ffa957-f2a2-403e-997f-88a7fe78bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:56.505487 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-14ffa957-f2a2-403e-997f-88a7fe78bfb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1096 time: 0.0529690 Jun 16 11:15:56.600392 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-9cbbc810-a98d-4ea2-8eab-4ea76b323217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:56.601915 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-9cbbc810-a98d-4ea2-8eab-4ea76b323217 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0888844 Jun 16 11:15:56.642786 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-fb272c2b-5ee6-47b2-b299-acae45bbeba6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 217 time: 0.0338483 Jun 16 11:15:56.689949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-ecc76eee-eb0a-4350-a18e-4f2aa715b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:56.691357 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-ecc76eee-eb0a-4350-a18e-4f2aa715b67a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0424371 Jun 16 11:15:56.753478 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-e466ffd6-691e-4206-a676-0d8d05aa0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:56.755103 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-e466ffd6-691e-4206-a676-0d8d05aa0150 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578725 Jun 16 11:15:56.845364 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-722551db-cd7a-4731-85ba-7362530396dc service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831220 Jun 16 11:15:56.940661 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-33aeaeae-f596-4af4-9949-70bbfd7a2744 req-28c54eea-c5a1-4f84-8eee-05b3e78ace89 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891263 Jun 16 11:15:57.182110 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50535aac-3c34-4071-932f-d0dc69d7c50d req-e73da80e-09c8-49a4-a8c7-bc9819d2ce3d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:57.184664 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-50535aac-3c34-4071-932f-d0dc69d7c50d req-e73da80e-09c8-49a4-a8c7-bc9819d2ce3d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0658960 Jun 16 11:15:57.222838 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-50535aac-3c34-4071-932f-d0dc69d7c50d req-af6ebff8-29cc-4f19-bbe7-b883d40799f2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Jun 16 11:15:58.396233 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff970b-deb2-437b-a3eb-40d3ab330af5 req-b8401562-071b-4fc9-9c60-ad117590a6f3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:58.397679 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-56ff970b-deb2-437b-a3eb-40d3ab330af5 req-b8401562-071b-4fc9-9c60-ad117590a6f3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0641489 Jun 16 11:15:58.440791 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-56ff970b-deb2-437b-a3eb-40d3ab330af5 req-d2d6bb90-3164-4fb6-82c7-fdd1de73819f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364659 Jun 16 11:15:59.618743 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3ee8-3985-4710-a92f-b22616023f93 req-886fbec8-623a-4a14-bffd-1a4d0e05c982 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:15:59.620227 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ef1b3ee8-3985-4710-a92f-b22616023f93 req-886fbec8-623a-4a14-bffd-1a4d0e05c982 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0666292 Jun 16 11:15:59.663425 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ef1b3ee8-3985-4710-a92f-b22616023f93 req-1a3ed507-fb62-42f6-a6b1-90d0a382690d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367162 Jun 16 11:16:00.649490 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-9cacea6e-3924-4b34-837e-1428a5e2f240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:00.838300 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef0ee-4286-41a0-96a7-d8c9d9820722 req-9dd438c9-88b0-4cbd-8b7a-8abe3e0fc72c tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:00.839813 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c33ef0ee-4286-41a0-96a7-d8c9d9820722 req-9dd438c9-88b0-4cbd-8b7a-8abe3e0fc72c tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0641150 Jun 16 11:16:00.877736 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-c33ef0ee-4286-41a0-96a7-d8c9d9820722 req-ef6a3d44-e4b9-41d4-8cc8-ae5f2f189489 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322056 Jun 16 11:16:02.050958 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615aba2-ca90-45c0-8bf7-900cd639b875 req-757c75b9-6189-4955-a9d8-882ff46f7d75 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:02.052464 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3615aba2-ca90-45c0-8bf7-900cd639b875 req-757c75b9-6189-4955-a9d8-882ff46f7d75 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0638614 Jun 16 11:16:02.103635 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3615aba2-ca90-45c0-8bf7-900cd639b875 req-1450096b-311b-4780-bac2-029ab59b2878 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454793 Jun 16 11:16:03.282479 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677ba8b-d76f-432d-a398-c646781425b5 req-4c8125fb-7c7e-4754-857f-6d263a4b73cd tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:03.283901 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6677ba8b-d76f-432d-a398-c646781425b5 req-4c8125fb-7c7e-4754-857f-6d263a4b73cd tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0651331 Jun 16 11:16:03.327964 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6677ba8b-d76f-432d-a398-c646781425b5 req-44a35d5a-5505-4287-a160-6a82d324366d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359797 Jun 16 11:16:03.405661 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:03.749789 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-60ca7218-24d9-4969-a672-26d79a5fc954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:04.319650 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device d9d0751a-c98e-4811-b7a9-6c41665cbda3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:16:04.425221 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port d9d0751a-c98e-4811-b7a9-6c41665cbda3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:16:04.436930 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:16:04.476823 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:04.491004 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d0751a-c98e-4811-b7a9-6c41665cbda3 {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:16:04.515576 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port d9d0751a-c98e-4811-b7a9-6c41665cbda3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:16:04.515842 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce074ede-d12a-4851-9cb6-e84e6a5653b0 req-b5ac2d9c-c444-4d4b-a3b0-f9223a3a8de1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:04.517399 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce074ede-d12a-4851-9cb6-e84e6a5653b0 req-b5ac2d9c-c444-4d4b-a3b0-f9223a3a8de1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 943 time: 0.0682907 Jun 16 11:16:04.523219 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:04.525865 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:16:04.531980 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:04.560121 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-ce074ede-d12a-4851-9cb6-e84e6a5653b0 req-f912e8ae-2514-469d-8293-fad63df23862 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Jun 16 11:16:04.581389 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=d9d0751a-c98e-4811-b7a9-6c41665cbda3,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:16:04.588530 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.588889 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.589232 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.589618 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.590090 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.590439 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.590771 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.591100 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.591430 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.591757 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.592125 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.592449 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:04.596629 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:16:04.771523 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['d9d0751a-c98e-4811-b7a9-6c41665cbda3'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:16:05.734072 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745c755-a866-48d9-ae51-2a8dee91d93f req-7da35a76-ea08-4bb3-8484-812d6e6beeab tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:05.735534 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1745c755-a866-48d9-ae51-2a8dee91d93f req-7da35a76-ea08-4bb3-8484-812d6e6beeab tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 944 time: 0.0665135 Jun 16 11:16:05.773402 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-1745c755-a866-48d9-ae51-2a8dee91d93f req-fd7a73b6-24f2-4529-8ac1-9f857bf9b630 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Jun 16 11:16:06.174860 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:06.318855 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device d9d0751a-c98e-4811-b7a9-6c41665cbda3 up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:16:06.368108 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port d9d0751a-c98e-4811-b7a9-6c41665cbda3 completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:16:06.372532 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port d9d0751a-c98e-4811-b7a9-6c41665cbda3 triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:16:06.372914 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:06.448514 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:06.476140 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:16:06.478397 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f747ef4-6af0-4a6d-b9aa-ae7592d268e9" -d '{"events": [{"server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "name": "network-vif-plugged", "status": "completed", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:16:06.492569 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port d9d0751a-c98e-4811-b7a9-6c41665cbda3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:16:06.501218 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:06.504566 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-5130484c-9ba5-40e3-ac4b-9122e10d941a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:16:06.529321 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76d8f37-f52d-4b64-bdaf-a436174d1065 x-openstack-request-id: req-a76d8f37-f52d-4b64-bdaf-a436174d1065 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:16:06.529670 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "name": "network-vif-plugged", "status": "completed", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:16:06.529863 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a76d8f37-f52d-4b64-bdaf-a436174d1065 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:16:06.530354 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'code': 200} Jun 16 11:16:06.561012 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=d9d0751a-c98e-4811-b7a9-6c41665cbda3,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:16:06.563998 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:16:06.785486 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907bfb0-5c76-4b7f-8021-710b51896a07 req-93669914-475b-4963-ac41-6127954f67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:06.786878 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7907bfb0-5c76-4b7f-8021-710b51896a07 req-93669914-475b-4963-ac41-6127954f67e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1098 time: 0.0578480 Jun 16 11:16:06.822060 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7907bfb0-5c76-4b7f-8021-710b51896a07 req-1b578120-9e59-44d1-a7e0-b40c831428fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293014 Jun 16 11:16:06.952363 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cd40e-b030-4d56-903f-d272b828bd13 req-fca674d1-265a-4b69-8e6d-edb4a2152bae tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:06.953856 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b53cd40e-b030-4d56-903f-d272b828bd13 req-fca674d1-265a-4b69-8e6d-edb4a2152bae tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 945 time: 0.0679317 Jun 16 11:16:06.992434 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-b53cd40e-b030-4d56-903f-d272b828bd13 req-ae2e1ce4-b04d-41f2-8968-b90f1e894585 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327072 Jun 16 11:16:08.174122 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc300-d53b-4580-8999-2ec9e1a9c49f req-30acc9b1-0bd8-4705-80aa-adbc2d1c987d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:08.175638 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2bbbc300-d53b-4580-8999-2ec9e1a9c49f req-30acc9b1-0bd8-4705-80aa-adbc2d1c987d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 945 time: 0.0655208 Jun 16 11:16:08.217972 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2bbbc300-d53b-4580-8999-2ec9e1a9c49f req-a7c869a4-745f-442b-ab64-26158e55e03f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346322 Jun 16 11:16:08.413875 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396276e5-70c9-4626-aee1-aeec0df5721a req-6f56093d-5436-44e4-bb24-4be38bbf1e6b tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:08.415370 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-396276e5-70c9-4626-aee1-aeec0df5721a req-6f56093d-5436-44e4-bb24-4be38bbf1e6b tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 945 time: 0.0644102 Jun 16 11:16:08.457658 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-396276e5-70c9-4626-aee1-aeec0df5721a req-bd9b21ca-39a6-482a-bf67-c208396947c3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365152 Jun 16 11:16:08.482477 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56806) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:16:08.534564 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83c5319-cc9a-4def-95df-02b75e19ad9e tempest-TestVolumeBootPattern-1596811956 tempest-TestVolumeBootPattern-1596811956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:08.535996 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-f83c5319-cc9a-4def-95df-02b75e19ad9e tempest-TestVolumeBootPattern-1596811956 tempest-TestVolumeBootPattern-1596811956-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1093 time: 0.0524600 Jun 16 11:16:08.538712 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56808) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:16:08.543027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:16:08.565319 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:08.661350 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:08.765555 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Allocated IP 172.27.0.120 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/b38ac817-2c37-4eb0-bb71-c85a842af964) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:16:08.865561 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:08.902848 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:08.904804 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-3143bd68-7b0e-4ddc-80a8-cccbd459a271 tempest-VolumesSnapshotTestJSON-336298071 tempest-VolumesSnapshotTestJSON-336298071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:16:08.938526 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:16:08.941323 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:16:08.947109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:16:08.974776 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=b38ac817-2c37-4eb0-bb71-c85a842af964,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:16:08.987484 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.987883 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.988257 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.988621 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.988982 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.989343 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.989699 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.990057 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.990415 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.990764 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.991118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.991465 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:16:08.996977 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:16:09.581793 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:09.658724 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:09.803278 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:09.808252 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:09.810636 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:16:09.876141 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=b38ac817-2c37-4eb0-bb71-c85a842af964,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:16:09.880081 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:16:09.884651 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:09.981476 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.l3_db [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Floating IP c26c12f8-202d-4c72-af10-b1f634b2b914 associated. External IP: 172.27.0.120, port: d9d0751a-c98e-4811-b7a9-6c41665cbda3. Jun 16 11:16:10.182025 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:16:10.283194 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:16:10.292452 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:16:10.299557 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:10.302553 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:16:10.303186 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:16:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:16:10.341266 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8015618 Jun 16 11:16:10.342247 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:16:10.345438 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff72686-3bb8-499f-992e-ef7e5b24df38" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:16:10.390540 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdc10ec-9d03-437d-847f-b54aed0e04bc x-openstack-request-id: req-3cdc10ec-9d03-437d-847f-b54aed0e04bc {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:16:10.391072 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:16:10.391375 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cdc10ec-9d03-437d-847f-b54aed0e04bc {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:16:10.391599 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'status': 'completed', 'code': 200} Jun 16 11:16:10.412980 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:16:10.465528 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-19215f03-7e43-47b7-a3da-b072f12a0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:10.466936 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-19215f03-7e43-47b7-a3da-b072f12a0c47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1098 time: 0.0540705 Jun 16 11:16:10.564709 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-dbbe2f70-a311-47e9-ac19-382bba589438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:10.566269 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-dbbe2f70-a311-47e9-ac19-382bba589438 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0927010 Jun 16 11:16:10.631825 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-07b654ad-740d-4005-b8f9-cbfe878b4d28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 999 time: 0.0596983 Jun 16 11:16:10.644934 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:09Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:16:10.648392 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:16:10.657561 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:16:10.658183 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:16:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:16:10.679416 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-1e1e248e-fd01-4210-ace8-6f927a96606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:10.680906 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-1e1e248e-fd01-4210-ace8-6f927a96606d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0433083 Jun 16 11:16:10.741264 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-bc5d7545-9998-4efa-9910-5f41a143c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:10.742691 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-bc5d7545-9998-4efa-9910-5f41a143c7fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559540 Jun 16 11:16:10.764430 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:16:10.846842 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-cc365eb9-25f6-4314-b996-af2a872b8433 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974956 Jun 16 11:16:10.945524 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-1ff72686-3bb8-499f-992e-ef7e5b24df38 req-6d8b91f5-508e-4c87-9965-8399e3f58842 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927184 Jun 16 11:16:11.114617 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:09Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:16:11.118378 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52b741-48f0-42b4-9201-4bc266d15ca1 None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:09Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:16:11.294052 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ddfac-a208-423d-a58c-bff16ba82378 None None] New status for floating IP c26c12f8-202d-4c72-af10-b1f634b2b914: ACTIVE {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:16:13.878442 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:25.160787 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:16:30.650894 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0e3c8451-f938-41fd-b026-28b15708c294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:33.405803 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:33.751555 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-52773f47-70f2-4525-a0d1-cd96edb0bf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:34.528867 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:36.177039 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:16:40.330428 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-934a4578-2907-45b6-a57b-21cc9539399b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1432731 Jun 16 11:16:40.424118 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-f3580528-c4e2-4964-8b88-34c954b63536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:40.425625 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-f3580528-c4e2-4964-8b88-34c954b63536 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1098 time: 0.0528769 Jun 16 11:16:40.537210 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-23acf9b7-01c3-4793-b62f-e5bdc2ae400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:40.538642 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-23acf9b7-01c3-4793-b62f-e5bdc2ae400d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0915608 Jun 16 11:16:40.606144 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-431f5842-a882-4d1f-85ef-aa705c6d2d52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 1001 time: 0.0602298 Jun 16 11:16:40.653647 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-eb50ef10-4f1e-451c-9d71-1d1e14e17a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:40.655085 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-eb50ef10-4f1e-451c-9d71-1d1e14e17a99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0434210 Jun 16 11:16:40.716850 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-38e3c0d0-7536-4b1e-92aa-ae91745f099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:16:40.718332 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-38e3c0d0-7536-4b1e-92aa-ae91745f099d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564721 Jun 16 11:16:40.729848 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-9690a5f7-1141-43a8-9887-27536535f3c5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:16:40.730890 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-9690a5f7-1141-43a8-9887-27536535f3c5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057428 Jun 16 11:16:40.819310 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-79c6a3e7-3117-4813-9842-ead5d816015a service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824580 Jun 16 11:16:40.910142 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-6ec49f5a-910c-4218-9b61-c0cf40e29cc4 req-19c6d9c6-cb69-4b43-8c62-d2d971da8ff8 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850978 Jun 16 11:16:43.892741 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:00.652177 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-525663d2-d2e5-4eba-bcb1-998484414d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:02.158953 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:17:03.407293 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:03.750821 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-1479446d-0e7a-42a3-8a09-42668ae656e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:04.532929 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:06.178955 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:13.887923 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:30.652742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-bf282e36-c93f-44b6-9190-b3d997bd3631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:33.408335 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:33.750756 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd1b3-90da-4c6c-80f4-8190dd94a877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:34.538509 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:36.182906 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:39.157969 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:17:42.258057 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-7d2a30d5-bb6c-4de4-8b12-4461208b0960 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523214 Jun 16 11:17:42.348384 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-c974e7ab-e754-47fe-9de4-a86050cbadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:42.349811 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-c974e7ab-e754-47fe-9de4-a86050cbadca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1098 time: 0.0505469 Jun 16 11:17:42.456178 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-d957582e-9f46-49cb-b22d-a511a88f3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:42.457768 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-d957582e-9f46-49cb-b22d-a511a88f3a01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0868385 Jun 16 11:17:42.524348 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-e94c3f37-a2ad-4f78-9e19-aa1a434179be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 1001 time: 0.0603085 Jun 16 11:17:42.570444 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-56d10f53-8eba-4c5c-ae60-25245f55ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:42.571890 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-56d10f53-8eba-4c5c-ae60-25245f55ca24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0421383 Jun 16 11:17:42.627234 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-b1e743dc-85cd-4f91-82d9-45a5c5f4fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:42.628697 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-b1e743dc-85cd-4f91-82d9-45a5c5f4fc32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502188 Jun 16 11:17:42.719078 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-ccdf8d3d-67bf-4199-81ec-bbfe62409381 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839255 Jun 16 11:17:42.805466 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-18cd067c-c50e-42cb-a198-abf8753bf8c6 req-d00c2537-046c-47ce-b951-9aa892ccaf7d service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799642 Jun 16 11:17:43.899255 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:46.797140 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-8360f848-a0c4-4087-92fc-cf4d2af74b83 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866139403&fields=id&tenant_id=504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 267 time: 0.0338619 Jun 16 11:17:46.903682 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-45b0b7d8-9d74-405d-b0bd-8c581df37600 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:46.905123 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-45b0b7d8-9d74-405d-b0bd-8c581df37600 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 812 time: 0.1007788 Jun 16 11:17:46.919103 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-33c3dc13-ad46-4132-ab2a-2001db20a3ee tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/quotas/504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 375 time: 0.0085638 Jun 16 11:17:46.995002 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-9bf4a452-3b7c-4f33-b838-b7b13dc96d0d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0707326 Jun 16 11:17:47.054864 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-319cdb8a-d171-42b5-824e-584ea38adb80 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:17:47.055860 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-319cdb8a-d171-42b5-824e-584ea38adb80 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498447 Jun 16 11:17:47.149541 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a6c1b164-6e88-489a-b3cf-185dbfa1f565 service neutron] 10.222.0.21 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878036 Jun 16 11:17:47.241034 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-182fd642-80a4-4127-b78a-0f320c6dfaba service neutron] 10.222.0.21 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857201 Jun 16 11:17:48.605359 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-acef62a4-c64f-4e21-8ff0-e019f9969bc2 req-ebc1ec8e-6989-4c7f-a5b9-e4f729a974e8 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 210 time: 0.0758407 Jun 16 11:17:49.726448 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-9fc1ea79-e745-4a1e-8521-2533ab2dca92 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:49.727960 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-9fc1ea79-e745-4a1e-8521-2533ab2dca92 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 812 time: 0.1182320 Jun 16 11:17:49.750611 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6318a6e6-96e9-4d28-80fe-64cd2fef0166 req-17f58ba7-b0d7-4239-90d2-2cdf8d5d6298 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 210 time: 0.0324740 Jun 16 11:17:49.780131 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-dc8f7a5b-3438-44e8-bca4-7578aed13501 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=504c5e8003be4da9a6360e6e35d85bcc HTTP/1.1" status: 200 len: 379 time: 0.0381544 Jun 16 11:17:49.788544 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'port': {'device_id': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'admin_state_up': True, 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'security_groups': ['145cd892-808b-47ab-af12-7f359d2693de']}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:17:49.898191 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Made reservation on behalf of 504c5e8003be4da9a6360e6e35d85bcc for: {'port': 1} {{(pid=91891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:17:49.902178 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.025112 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Allocated IP 172.20.0.4 (a6d49a6f-ae28-4874-b01d-43e354627d97/2a14b240-faeb-4b8f-aa00-0548af6458fa/b550ef43-4c2c-466f-bf88-5786fd7ad36b) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:17:50.169521 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.182751 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Transition to ACTIVE for port object b550ef43-4c2c-466f-bf88-5786fd7ad36b will not be triggered until provisioned by entity DHCP. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:17:50.217188 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.224462 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a0e22712-abdc-4c91-a790-417ea9789716 tempest-TestMinimumBasicScenario-2000556035 tempest-TestMinimumBasicScenario-2000556035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:17:50.265497 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Network a6d49a6f-ae28-4874-b01d-43e354627d97 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:17:50.273180 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:17:50.276418 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:17:50.307054 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=b550ef43-4c2c-466f-bf88-5786fd7ad36b,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:17:50.320694 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.321074 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.321462 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.321826 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.322195 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.322564 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.322918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.323275 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.323747 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.324010 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.324367 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.324800 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:50.330868 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:17:50.351623 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:50.352275 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.367266 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-02d7fe46-70e7-46e0-9a68-1124dfc37ea7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823545 Jun 16 11:17:50.379080 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Request body: {'port': {'device_id': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:17:50.452831 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.472168 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-96547554-1a6a-49da-803a-0a94f26139d7 None None] Provisioning for port b550ef43-4c2c-466f-bf88-5786fd7ad36b completed by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:17:50.475893 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-96547554-1a6a-49da-803a-0a94f26139d7 None None] Provisioning complete for port b550ef43-4c2c-466f-bf88-5786fd7ad36b triggered by entity DHCP. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:17:50.476278 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-96547554-1a6a-49da-803a-0a94f26139d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.510717 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-96547554-1a6a-49da-803a-0a94f26139d7 None None] Port b550ef43-4c2c-466f-bf88-5786fd7ad36b cannot update to ACTIVE because it is not bound. {{(pid=91892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:17:50.716611 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b550ef43-4c2c-466f-bf88-5786fd7ad36b {{(pid=91891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:17:50.723853 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.735262 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.provisioning_blocks [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Transition to ACTIVE for port object b550ef43-4c2c-466f-bf88-5786fd7ad36b will not be triggered until provisioned by entity L2. {{(pid=91891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:17:50.738941 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.741011 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-6fd17c5a-7824-474b-bfaf-74ac4d03ec7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:17:50.815893 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b550ef43-4c2c-466f-bf88-5786fd7ad36b,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:17:50.833342 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:17:50.899605 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Attempting to bind port b550ef43-4c2c-466f-bf88-5786fd7ad36b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:17:50.899968 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Attempting to bind port b550ef43-4c2c-466f-bf88-5786fd7ad36b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:17:50.900301 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Attempting to bind port b550ef43-4c2c-466f-bf88-5786fd7ad36b on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:17:50.921990 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Port b550ef43-4c2c-466f-bf88-5786fd7ad36b on network a6d49a6f-ae28-4874-b01d-43e354627d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:17:50.922314 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Attempting to bind port b550ef43-4c2c-466f-bf88-5786fd7ad36b on network a6d49a6f-ae28-4874-b01d-43e354627d97 {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:17:50.930781 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Checking agent: {'id': 'bba1771e-5ae9-436c-b8d1-e7c3acd2f5e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'started_at': datetime.datetime(2021, 6, 16, 11, 4, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:17:50.931128 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Checking segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:17:50.931515 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Bound using segment: {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'} {{(pid=91891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:17:50.931972 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.managers [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Bound port: b550ef43-4c2c-466f-bf88-5786fd7ad36b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee87f375-a861-4f4a-b7fd-ab3916440366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97'}}] {{(pid=91891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:17:50.932323 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:50.993865 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62d108-cf48-4510-b346-e819a6b9e8fc req-19473ae4-c962-4cf3-aebb-1d0f9f021074 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:50.995243 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-af62d108-cf48-4510-b346-e819a6b9e8fc req-19473ae4-c962-4cf3-aebb-1d0f9f021074 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 943 time: 0.1097636 Jun 16 11:17:51.028371 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] For port b550ef43-4c2c-466f-bf88-5786fd7ad36b, host hv-cinder-78662, cleared binding levels {{(pid=91891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:17:51.055198 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] For port b550ef43-4c2c-466f-bf88-5786fd7ad36b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:17:51.060963 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-af62d108-cf48-4510-b346-e819a6b9e8fc req-d83c7564-8862-4368-93a2-4d7ac4231c0e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561025 Jun 16 11:17:51.062356 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:51.064367 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:17:51.099109 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.099768 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:51.101318 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/b550ef43-4c2c-466f-bf88-5786fd7ad36b HTTP/1.1" status: 200 len: 1093 time: 0.7268887 Jun 16 11:17:51.103542 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:17:51.106667 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a2466-4845-4798-8899-582d9ea39143" -d '{"events": [{"name": "network-changed", "server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:17:51.134149 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b550ef43-4c2c-466f-bf88-5786fd7ad36b,revision_number=3']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:17:51.138617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:17:51.209027 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-fa68bf7b-34ca-4122-a065-da3f1e14db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.210598 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-fa68bf7b-34ca-4122-a065-da3f1e14db75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 1096 time: 0.0583577 Jun 16 11:17:51.224840 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ed6fe-9f90-4423-adf0-db066436257f x-openstack-request-id: req-528ed6fe-9f90-4423-adf0-db066436257f {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:17:51.225173 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:17:51.225475 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-528ed6fe-9f90-4423-adf0-db066436257f {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:17:51.225907 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'status': 'completed', 'code': 200} Jun 16 11:17:51.258482 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-db5e5001-23b1-4b7a-bf35-00bfb8720003 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b HTTP/1.1" status: 200 len: 217 time: 0.0409958 Jun 16 11:17:51.305473 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-7dd48476-e868-4a47-9eb7-8b2c20352387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.306869 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-7dd48476-e868-4a47-9eb7-8b2c20352387 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0423620 Jun 16 11:17:51.368693 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-0677f177-fb09-4a29-989e-89eb4d5e76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.370099 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-0677f177-fb09-4a29-989e-89eb4d5e76d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562186 Jun 16 11:17:51.459658 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-30de0391-e615-4f4d-bda6-0ca1c8722c1c service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814545 Jun 16 11:17:51.546661 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-e6becdcf-fe18-4ff3-80db-40564f3f6da1 req-175d8779-bf98-4ac8-b844-e52f11455b53 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810339 Jun 16 11:17:51.644395 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2466-4845-4798-8899-582d9ea39143 req-edb7e328-2cdb-4e79-b062-a08ebeb334fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.645870 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-403a2466-4845-4798-8899-582d9ea39143 req-edb7e328-2cdb-4e79-b062-a08ebeb334fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 1096 time: 0.0512781 Jun 16 11:17:51.737139 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2466-4845-4798-8899-582d9ea39143 req-1f2a9270-4e3f-4099-a816-052ec1139109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.738749 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-403a2466-4845-4798-8899-582d9ea39143 req-1f2a9270-4e3f-4099-a816-052ec1139109 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0858338 Jun 16 11:17:51.779430 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-403a2466-4845-4798-8899-582d9ea39143 req-f26175f9-7638-43fb-ad62-6c9fdaeb32c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b HTTP/1.1" status: 200 len: 217 time: 0.0332832 Jun 16 11:17:51.829082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2466-4845-4798-8899-582d9ea39143 req-fba39cfd-dc6c-4f9e-aa94-d52feef43e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.831102 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-403a2466-4845-4798-8899-582d9ea39143 req-fba39cfd-dc6c-4f9e-aa94-d52feef43e96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0447872 Jun 16 11:17:51.885191 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2466-4845-4798-8899-582d9ea39143 req-47d89a12-a58b-49be-8e8e-5783ed35aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:51.886613 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-403a2466-4845-4798-8899-582d9ea39143 req-47d89a12-a58b-49be-8e8e-5783ed35aa2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499213 Jun 16 11:17:51.974634 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-403a2466-4845-4798-8899-582d9ea39143 req-3a6b1664-da55-419c-b803-7534f935f974 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777218 Jun 16 11:17:52.067684 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-403a2466-4845-4798-8899-582d9ea39143 req-53818fd3-2c34-43f1-b15d-80277d693e95 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832536 Jun 16 11:17:52.233235 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb4958-6758-4f48-a69e-661bec8f0ce8 req-1a75bc5a-b4a5-4be2-a47d-7c1b33de6bf4 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:52.234683 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f8fb4958-6758-4f48-a69e-661bec8f0ce8 req-1a75bc5a-b4a5-4be2-a47d-7c1b33de6bf4 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 943 time: 0.0618098 Jun 16 11:17:52.271539 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-f8fb4958-6758-4f48-a69e-661bec8f0ce8 req-a3b056d9-4c18-4cfa-8895-1f9ebd7ce07e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 Jun 16 11:17:53.442440 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60386e6-ab2a-4ffc-8af2-7c14ef230c7c req-aeacd354-9805-4e6a-b44b-fe50b2467966 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:53.443891 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e60386e6-ab2a-4ffc-8af2-7c14ef230c7c req-aeacd354-9805-4e6a-b44b-fe50b2467966 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 943 time: 0.0625498 Jun 16 11:17:53.485427 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e60386e6-ab2a-4ffc-8af2-7c14ef230c7c req-b1acde97-b33b-4444-8b65-a64cc303ff97 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360177 Jun 16 11:17:54.658719 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd469-c56c-4772-83a6-cfa81ff8ab06 req-79ddb53f-580f-46fc-a49a-693d7d0ce4e2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:54.660172 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7f6fd469-c56c-4772-83a6-cfa81ff8ab06 req-79ddb53f-580f-46fc-a49a-693d7d0ce4e2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 943 time: 0.0665281 Jun 16 11:17:54.966418 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-7f6fd469-c56c-4772-83a6-cfa81ff8ab06 req-27c1e152-1fe5-4b30-ba2a-c682efcf1913 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006489 Jun 16 11:17:56.144287 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7d4aa-6e88-43d9-82d9-6e6c1ad7a628 req-2ba039f9-c765-45c0-9250-e6711ef82da6 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:56.145764 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8da7d4aa-6e88-43d9-82d9-6e6c1ad7a628 req-2ba039f9-c765-45c0-9250-e6711ef82da6 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 943 time: 0.0664496 Jun 16 11:17:56.183020 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-8da7d4aa-6e88-43d9-82d9-6e6c1ad7a628 req-06d21a12-3ebb-40be-917e-e68aa9957593 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316455 Jun 16 11:17:57.356620 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437ca33-be78-4810-99cb-f209527e19eb req-54207d64-c2bf-4d67-b4c8-be46f9318804 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:57.358079 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d437ca33-be78-4810-99cb-f209527e19eb req-54207d64-c2bf-4d67-b4c8-be46f9318804 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 943 time: 0.0644014 Jun 16 11:17:57.396352 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-d437ca33-be78-4810-99cb-f209527e19eb req-ab13c6a5-00dd-4096-8601-6cb592f603a8 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Jun 16 11:17:58.566642 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e2eeb-c47a-4e61-870a-efd462f01530 req-d2238511-15c1-4bd5-a33c-77826c032f9a tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:58.568146 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3d1e2eeb-c47a-4e61-870a-efd462f01530 req-d2238511-15c1-4bd5-a33c-77826c032f9a tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 943 time: 0.0618587 Jun 16 11:17:58.605453 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-3d1e2eeb-c47a-4e61-870a-efd462f01530 req-eb71c5f1-5823-4654-94ce-cc45e222505c tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Jun 16 11:17:58.753476 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b550ef43-4c2c-466f-bf88-5786fd7ad36b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:17:58.853687 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port b550ef43-4c2c-466f-bf88-5786fd7ad36b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:17:58.865317 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Returning: {'device': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'port_id': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'mac_address': 'fa:16:3e:7a:c1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:17:58.902761 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:58.916322 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b550ef43-4c2c-466f-bf88-5786fd7ad36b {{(pid=91892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:17:58.936277 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port b550ef43-4c2c-466f-bf88-5786fd7ad36b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:17:58.939696 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:17:58.941452 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:17:58.986204 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=b550ef43-4c2c-466f-bf88-5786fd7ad36b,revision_number=4']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:17:58.993082 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.993461 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.993795 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.994126 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.994455 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.994781 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.995104 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.995424 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.995745 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.996091 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.996406 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:58.996721 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:17:59.000813 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:17:59.158941 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] get_ports_and_sgs() called for port_ids ['b550ef43-4c2c-466f-bf88-5786fd7ad36b'] {{(pid=91892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:17:59.774503 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d8205-79c4-4804-8ef8-8aaedec75d0c req-9e4915d5-3212-43ee-b8c2-ed687698fe01 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:17:59.775857 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-707d8205-79c4-4804-8ef8-8aaedec75d0c req-9e4915d5-3212-43ee-b8c2-ed687698fe01 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 944 time: 0.0618036 Jun 16 11:17:59.815094 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-707d8205-79c4-4804-8ef8-8aaedec75d0c req-829bdb4a-0859-46e4-abea-5bff425a3f2e tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336914 Jun 16 11:18:00.654467 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-13b7ea27-897b-441f-9845-77582c80f91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:00.773269 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b550ef43-4c2c-466f-bf88-5786fd7ad36b up at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:18:00.826830 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning for port b550ef43-4c2c-466f-bf88-5786fd7ad36b completed by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:18:00.830658 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.provisioning_blocks [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Provisioning complete for port b550ef43-4c2c-466f-bf88-5786fd7ad36b triggered by entity L2. {{(pid=91892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:18:00.831034 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3498834'] for port, provisioning_complete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:00.906449 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:00.929844 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b'}] {{(pid=91892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:18:00.932099 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}771077c2b6cb7c1ec6b4445ca508e4d25532e4fc8fd9d00b29069c8f754bf0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ba9fd-4366-4d51-9ed1-44f2440fa2fc" -d '{"events": [{"server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "name": "network-vif-plugged", "status": "completed", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b"}]}' {{(pid=91892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:18:00.945334 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] For port b550ef43-4c2c-466f-bf88-5786fd7ad36b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:18:00.949854 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797'] for port, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:00.951695 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:18:00.998812 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Pushing event updated for resources: {'Port': ['ID=b550ef43-4c2c-466f-bf88-5786fd7ad36b,revision_number=5']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:18:01.001930 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:18:01.002952 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83c1ac-cbe7-4445-b261-8131ec20ecf4 req-c8e52260-4e39-4120-b23c-a25b61d4fcd2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:01.004515 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a83c1ac-cbe7-4445-b261-8131ec20ecf4 req-c8e52260-4e39-4120-b23c-a25b61d4fcd2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 944 time: 0.0724051 Jun 16 11:18:01.030842 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84c3033-76b5-44d8-939b-6d9b1659cef2 x-openstack-request-id: req-a84c3033-76b5-44d8-939b-6d9b1659cef2 {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:18:01.031187 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "name": "network-vif-plugged", "status": "completed", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b", "code": 200}]} {{(pid=91892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:18:01.031467 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a84c3033-76b5-44d8-939b-6d9b1659cef2 {{(pid=91892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:18:01.031904 dv-cinder-786627-10-iscsi neutron-server[91892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'code': 200} Jun 16 11:18:01.044996 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-9a83c1ac-cbe7-4445-b261-8131ec20ecf4 req-072002a6-478c-4cda-9eb2-a6d62a6a0f81 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350039 Jun 16 11:18:01.311980 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4f243-971c-434b-a9fc-cfe210d3e51d req-2e321a58-fbf4-45ff-9b63-d478fb522579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:01.313429 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-61f4f243-971c-434b-a9fc-cfe210d3e51d req-2e321a58-fbf4-45ff-9b63-d478fb522579 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 1098 time: 0.0493896 Jun 16 11:18:01.346349 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-61f4f243-971c-434b-a9fc-cfe210d3e51d req-5f37ebbc-a4d3-4c43-a464-7aac8678fad4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261629 Jun 16 11:18:02.216898 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b95e-148f-4ad1-8f08-3c2146b190b0 req-967bf5c1-14f2-4c9c-a232-2600b7376df2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:02.218372 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2730b95e-148f-4ad1-8f08-3c2146b190b0 req-967bf5c1-14f2-4c9c-a232-2600b7376df2 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 945 time: 0.0621383 Jun 16 11:18:02.257405 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2730b95e-148f-4ad1-8f08-3c2146b190b0 req-acbb7592-860a-4e1e-86d6-d8da2a04cb83 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320115 Jun 16 11:18:03.412925 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:03.431058 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c452-a5f6-4d18-b412-2f0ba7a98a96 req-6d5d2394-7184-4582-9642-8e9a9a9c021c tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:03.432553 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6a49c452-a5f6-4d18-b412-2f0ba7a98a96 req-6d5d2394-7184-4582-9642-8e9a9a9c021c tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 945 time: 0.0657494 Jun 16 11:18:03.470150 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-6a49c452-a5f6-4d18-b412-2f0ba7a98a96 req-36fe8443-e455-40f7-aa2a-54ecbf514bc7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317693 Jun 16 11:18:03.656432 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd2a07-8cb1-4965-a71f-21261fc3ba0e req-e3f5e785-d613-4049-9a55-4745fa184e36 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:03.658522 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2dcd2a07-8cb1-4965-a71f-21261fc3ba0e req-e3f5e785-d613-4049-9a55-4745fa184e36 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 945 time: 0.0661490 Jun 16 11:18:03.696344 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-2dcd2a07-8cb1-4965-a71f-21261fc3ba0e req-88ddf9da-73e0-473f-b444-0350af64cefb tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320909 Jun 16 11:18:03.721188 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56956) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:18:03.750730 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f42558af-2e59-4d30-907a-3911b834f60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:03.772555 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52dbf59-c3ad-48e6-8749-bc56a979684f tempest-TestVolumeBootPattern-1596811956 tempest-TestVolumeBootPattern-1596811956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:03.774061 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-b52dbf59-c3ad-48e6-8749-bc56a979684f tempest-TestVolumeBootPattern-1596811956 tempest-TestVolumeBootPattern-1596811956-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 1093 time: 0.0518601 Jun 16 11:18:03.776805 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 56958) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:18:03.781149 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.v2.base [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Request body: {'floatingip': {'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'port_id': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:18:03.802387 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:03.898918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3813880'] for port, before_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.023192 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_common [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Allocated IP 172.27.0.151 (ba606b73-9db9-42d8-8bd7-b5b2a48673f9/e06b3b29-dbaf-497f-9431-86ea9710054e/636e9ba6-3a4f-4b98-880a-01f569f7b9d2) {{(pid=91891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:18:04.125797 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.163229 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3814717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730436563734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9260583'] for port, after_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.165918 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-b5258e50-62c4-421e-9329-c5f4c776ab11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:18:04.199991 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Network ba606b73-9db9-42d8-8bd7-b5b2a48673f9 is already hosted by enough agents. {{(pid=91891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:18:04.204585 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.base_scheduler [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Resources bound (agent type, host, resource id): {{(pid=91891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:18:04.208661 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Received port after_create {{(pid=91891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:18:04.214002 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=636e9ba6-3a4f-4b98-880a-01f569f7b9d2,revision_number=1']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:18:04.233229 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:18:04.538742 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.588138 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.679387 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3813866'] for port, before_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.834554 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for port, precommit_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.839326 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730437004135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730436563752', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730436563797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9260593'] for port, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:04.841497 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-56f256d9-e132-4b04-8463-956200cc97dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:18:04.911135 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event updated for resources: {'Port': ['ID=636e9ba6-3a4f-4b98-880a-01f569f7b9d2,revision_number=2']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:18:04.915058 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:18:04.921646 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693998'] for floatingip, after_update {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:05.021417 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.db.l3_db [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Floating IP 016ad91a-ae08-49e5-8113-077ab1f9ad71 associated. External IP: 172.27.0.151, port: b550ef43-4c2c-466f-bf88-5786fd7ad36b. Jun 16 11:18:05.219353 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:18:05.325642 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:18:05.335367 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:18:05.342174 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:05.345073 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:18:05.345994 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:18:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:18:05.395799 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-0c83588d-1849-472f-b5b8-5259ff012d7f tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6062043 Jun 16 11:18:05.395799 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:18:05.395799 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d" -d '{"events": [{"name": "network-changed", "server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:18:05.426380 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c206dbef-550f-4d8f-9f2b-3aeb9d4bd602 x-openstack-request-id: req-c206dbef-550f-4d8f-9f2b-3aeb9d4bd602 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:18:05.426768 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:18:05.427067 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c206dbef-550f-4d8f-9f2b-3aeb9d4bd602 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:18:05.427516 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'status': 'completed', 'code': 200} Jun 16 11:18:05.467425 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:18:05.500160 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-8704b7ac-921d-44de-84d7-f9d318ddcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:05.501816 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-8704b7ac-921d-44de-84d7-f9d318ddcb59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 1098 time: 0.0526445 Jun 16 11:18:05.588980 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-12f6994b-0403-4718-b099-6bd54d6bae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:05.590502 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-12f6994b-0403-4718-b099-6bd54d6bae93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0830824 Jun 16 11:18:05.671983 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-ce637c38-681a-451f-b84e-733749c1655c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b HTTP/1.1" status: 200 len: 999 time: 0.0740414 Jun 16 11:18:05.717723 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '016ad91a-ae08-49e5-8113-077ab1f9ad71', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:7a:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:18:04Z', 'updated_at': '2021-06-16T11:18:04Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}, {'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:11Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:18:05.723712 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:18:05.735488 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:18:05.736818 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:18:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:18:05.740669 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-7b5022ad-8ed3-40c9-882b-c35d0c846198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:05.742132 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-7b5022ad-8ed3-40c9-882b-c35d0c846198 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0636330 Jun 16 11:18:05.797957 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-9568c603-7c34-49c2-99a2-91f2762c4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:05.800148 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-9568c603-7c34-49c2-99a2-91f2762c4438 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518985 Jun 16 11:18:05.848459 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:18:05.890472 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-73d8e219-a0a4-4600-9d3e-f1dec011a462 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840554 Jun 16 11:18:05.977874 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-8cb2a28b-e227-456c-abc9-c1ec9c54af9d req-fde66d82-3636-4567-8e66-53a92569e056 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802968 Jun 16 11:18:06.074588 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '016ad91a-ae08-49e5-8113-077ab1f9ad71', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:7a:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:18:04Z', 'updated_at': '2021-06-16T11:18:04Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}, {'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:11Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:18:06.078078 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc226242-257d-44d5-bb2a-232062095de5 None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': '016ad91a-ae08-49e5-8113-077ab1f9ad71', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:7a:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:18:04Z', 'updated_at': '2021-06-16T11:18:04Z', 'revision_number': 0, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}, {'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:11Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:18:06.185327 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:06.262533 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130ab05-703e-4923-8f6e-9d034715fe58 None None] New status for floating IP 016ad91a-ae08-49e5-8113-077ab1f9ad71: ACTIVE {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:18:13.923828 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:16.157220 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:18:30.654337 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5148ca69-4003-4a95-88a4-6ecee0deebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:33.413653 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:33.752246 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0301b5e1-0c7a-4d2b-b4dc-e9367a53d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:34.540748 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:36.188080 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:42.224465 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-cf93dc37-5001-4d5e-a141-dc625a844114 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547631 Jun 16 11:18:42.318401 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709694f2-36f1-429d-b952-f39a8115c849 req-7175b33f-cb33-49c3-9bab-d61a0ce9db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:42.319909 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-7175b33f-cb33-49c3-9bab-d61a0ce9db41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1098 time: 0.0524707 Jun 16 11:18:42.425351 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709694f2-36f1-429d-b952-f39a8115c849 req-ac2eb000-1819-4800-91d7-2275e13b8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:42.426777 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-ac2eb000-1819-4800-91d7-2275e13b8349 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0857568 Jun 16 11:18:42.489272 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-64a02363-8510-41e5-a8c6-0814cf137506 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 1001 time: 0.0559371 Jun 16 11:18:42.536653 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709694f2-36f1-429d-b952-f39a8115c849 req-8ca8c0fd-7c9e-415b-8351-24c2a0d3f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:42.538029 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-8ca8c0fd-7c9e-415b-8351-24c2a0d3f023 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0428073 Jun 16 11:18:42.595626 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709694f2-36f1-429d-b952-f39a8115c849 req-47039cb1-8491-4c6f-b36b-7e86ded7969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:18:42.597760 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-47039cb1-8491-4c6f-b36b-7e86ded7969c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529077 Jun 16 11:18:42.681948 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-4c2d1952-8e9d-47ad-bdd4-9a1cf89e472e service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783229 Jun 16 11:18:42.772238 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-709694f2-36f1-429d-b952-f39a8115c849 req-aa7ace36-b1b3-464b-b19d-cd6e51008390 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jun 16 11:18:43.920619 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:18:53.155474 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:19:00.654672 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-fbf48828-5cc8-4943-87fe-781b617b6b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:03.414192 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:03.753537 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d22-5642-44dd-bd51-b8bb63d62f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:04.544355 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:06.191853 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:13.935442 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:30.154563 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:19:30.655632 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0313940f-2f96-4a53-929c-7c0f2f92241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:33.415836 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:33.754211 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-78131936-70eb-4481-82f4-4d1f8273e053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:34.547313 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:36.193150 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:43.944796 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:45.074826 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-8cfb90fe-739b-4e59-a465-a6177b921e51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503376 Jun 16 11:19:45.145223 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-c66d0c05-a5ad-4d7d-af7f-7635d8f496bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:45.146665 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-c66d0c05-a5ad-4d7d-af7f-7635d8f496bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 1098 time: 0.0514274 Jun 16 11:19:45.249259 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-00d28779-e54f-4ad2-a623-08f34d065d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:45.250678 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-00d28779-e54f-4ad2-a623-08f34d065d96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0842977 Jun 16 11:19:45.312941 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-8463ccf3-585a-4847-b31a-d8a4fc84a7b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b HTTP/1.1" status: 200 len: 1001 time: 0.0549829 Jun 16 11:19:45.362613 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-2071a094-03e3-49cd-ac1d-f69c9506ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:45.364011 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-2071a094-03e3-49cd-ac1d-f69c9506ce48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0442681 Jun 16 11:19:45.418281 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-13550d58-9d0e-408e-b847-1a76925e7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:45.419812 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-13550d58-9d0e-408e-b847-1a76925e7815 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496688 Jun 16 11:19:45.509965 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-b2772673-ba16-421c-b7ad-c23532bfd28a service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837066 Jun 16 11:19:45.528322 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 56996) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:19:45.596739 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-b3ad87c5-f575-46fb-90f4-5dcdccf82cb0 req-55c1845e-211d-42b6-9a8e-fc24ab12d9b2 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807714 Jun 16 11:19:45.754548 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Deleting port 636e9ba6-3a4f-4b98-880a-01f569f7b9d2 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:19:45.754786 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:45.830012 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:45.830341 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:45.895182 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Calling delete_port for 636e9ba6-3a4f-4b98-880a-01f569f7b9d2 owned by network:floatingip {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:19:46.038888 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:46.041601 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2d040228-fddc-434d-9eeb-26a701956977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:19:46.068360 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event deleted for resources: {'Port': ['ID=636e9ba6-3a4f-4b98-880a-01f569f7b9d2,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:19:46.097977 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.098359 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.098732 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.099099 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.099468 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.099855 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.100218 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.100578 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.100934 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.101289 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.101643 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.101992 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:46.121232 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:19:46.139172 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:46.139496 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Floating IP 016ad91a-ae08-49e5-8113-077ab1f9ad71 disassociated (deleted). External IP: 172.27.0.151, port: b550ef43-4c2c-466f-bf88-5786fd7ad36b. Jun 16 11:19:46.346180 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:19:46.450215 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:19:46.455542 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:46.459874 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:19:46.469262 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:19:46.469884 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:19:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:46.494817 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-2bcca74e-5358-409d-9770-fa86ee4efdd1 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "DELETE /v2.0/floatingips/016ad91a-ae08-49e5-8113-077ab1f9ad71 HTTP/1.1" status: 204 len: 168 time: 0.9629192 Jun 16 11:19:46.494817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:19:46.495539 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dce314f-c2d5-4094-8a1d-725bc0d64402" -d '{"events": [{"name": "network-changed", "server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:19:46.587675 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:19:46.595823 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9dd7fe-eae7-4952-9775-b2a920c73b7c x-openstack-request-id: req-2f9dd7fe-eae7-4952-9775-b2a920c73b7c {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:19:46.596377 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:19:46.596754 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f9dd7fe-eae7-4952-9775-b2a920c73b7c {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:19:46.597310 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'status': 'completed', 'code': 200} Jun 16 11:19:46.672632 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-dd200ebf-c657-4912-994b-d902382ff9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:46.674947 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-dd200ebf-c657-4912-994b-d902382ff9bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 1098 time: 0.0547481 Jun 16 11:19:46.779638 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-d6552196-8bcf-44b8-b4db-77875c3bf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:46.781344 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-d6552196-8bcf-44b8-b4db-77875c3bf422 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.1000955 Jun 16 11:19:46.822740 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-7679c53c-8c30-4047-8725-584e955d2a22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b HTTP/1.1" status: 200 len: 217 time: 0.0339124 Jun 16 11:19:46.826676 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:11Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:46.830184 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:19:46.839040 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:19:46.839669 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:19:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:46.866543 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bdf75-bcbf-4463-8c53-fe6e3c077038 req-6cd14564-c309-4af4-9d6b-42d361916bd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:46.868090 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-728bdf75-bcbf-4463-8c53-fe6e3c077038 req-6cd14564-c309-4af4-9d6b-42d361916bd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 945 time: 0.0644243 Jun 16 11:19:46.877336 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-ef696564-86df-4217-9ca2-5fdbdccb5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:46.879054 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-ef696564-86df-4217-9ca2-5fdbdccb5178 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0487370 Jun 16 11:19:46.908643 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-728bdf75-bcbf-4463-8c53-fe6e3c077038 req-f9c0e936-89a1-4f64-8076-7fa139acc981 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336597 Jun 16 11:19:46.944566 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-78751da7-85ed-4883-9220-94241aabd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:46.946062 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-78751da7-85ed-4883-9220-94241aabd988 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603714 Jun 16 11:19:46.946824 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:19:47.036271 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-cd670ff7-9e96-44ca-ae5e-991f608755d1 service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823121 Jun 16 11:19:47.178144 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:11Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:47.182052 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a7da9-60da-48bf-adfc-49fa8b2d4aed None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_floatingips': [{'id': 'c26c12f8-202d-4c72-af10-b1f634b2b914', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'router_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'port_id': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'mac_address': 'fa:16:3e:3a:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc6faa-0143-4505-9e6b-3222727ba711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:16:09Z', 'updated_at': '2021-06-16T11:16:11Z', 'revision_number': 1, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:19:47.411621 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-5dce314f-c2d5-4094-8a1d-725bc0d64402 req-ced27000-99f8-4e25-96d7-a447d6c84fdf service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687210 Jun 16 11:19:47.425508 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05133ef-5f90-45e4-a9a9-48de35035e1a None None] New status for floating IP 016ad91a-ae08-49e5-8113-077ab1f9ad71: DOWN {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:19:48.081425 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd0f09-d650-429b-ae0b-c2836e25f1c7 req-9076a653-22e9-45db-9095-792cbcb23d8d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:48.082860 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-01dd0f09-d650-429b-ae0b-c2836e25f1c7 req-9076a653-22e9-45db-9095-792cbcb23d8d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 945 time: 0.0631442 Jun 16 11:19:48.120323 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-01dd0f09-d650-429b-ae0b-c2836e25f1c7 req-2e352f44-85de-4125-adf2-2f9426be0dea tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Jun 16 11:19:48.380244 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-12d1a568-12db-40eb-8d9c-617147ceaa98 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:48.381656 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-12d1a568-12db-40eb-8d9c-617147ceaa98 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 945 time: 0.0664296 Jun 16 11:19:48.476146 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Deleting port b550ef43-4c2c-466f-bf88-5786fd7ad36b {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:19:48.476489 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:48.565698 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] For port b550ef43-4c2c-466f-bf88-5786fd7ad36b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b550ef43-4c2c-466f-bf88-5786fd7ad36b,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:19:48.566056 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:48.630360 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Calling delete_port for b550ef43-4c2c-466f-bf88-5786fd7ad36b owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:19:48.750196 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:48.754023 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-63c272df-337e-4f61-bd5a-fd2d49a74d29 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:19:48.782707 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event deleted for resources: {'Port': ['ID=b550ef43-4c2c-466f-bf88-5786fd7ad36b,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:19:48.795010 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.795455 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.795856 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.796226 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.796584 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.796949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.797309 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.797669 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.798031 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.798388 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.798742 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.799095 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:19:48.817625 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:19:48.836877 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] No DVR routers for this DVR port b550ef43-4c2c-466f-bf88-5786fd7ad36b on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:19:48.839294 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:48.841863 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-dcb82d70-f85a-4dc2-86c2-a9ea2f1a6293 req-e2457ad4-8aa8-4918-b529-7c60a23e6696 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "DELETE /v2.0/ports/b550ef43-4c2c-466f-bf88-5786fd7ad36b HTTP/1.1" status: 204 len: 173 time: 0.4545231 Jun 16 11:19:48.842385 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'name': 'network-vif-deleted', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:19:48.844784 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8567a8e8-d5b9-47b0-be01-7224682fa8e4" -d '{"events": [{"server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "name": "network-vif-deleted", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:19:48.893102 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248ebad7-df25-463b-90dd-39994e2dc4eb x-openstack-request-id: req-248ebad7-df25-463b-90dd-39994e2dc4eb {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:19:48.893446 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4ccbd-ac60-4fec-86de-72aa3e732a8b", "name": "network-vif-deleted", "tag": "b550ef43-4c2c-466f-bf88-5786fd7ad36b", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:19:48.893749 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-248ebad7-df25-463b-90dd-39994e2dc4eb {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:19:48.894191 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4ccbd-ac60-4fec-86de-72aa3e732a8b', 'name': 'network-vif-deleted', 'tag': 'b550ef43-4c2c-466f-bf88-5786fd7ad36b', 'status': 'completed', 'code': 200} Jun 16 11:19:49.271768 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c16092b1-4cef-483f-9b99-de9e23727324 req-ba6a024f-51e8-4d8a-94df-a29725651d37 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=15d4ccbd-ac60-4fec-86de-72aa3e732a8b HTTP/1.1" status: 200 len: 210 time: 0.0305634 Jun 16 11:19:51.281720 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b550ef43-4c2c-466f-bf88-5786fd7ad36b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:19:51.305089 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: b550ef43-4c2c-466f-bf88-5786fd7ad36b {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:19:51.305433 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device b550ef43-4c2c-466f-bf88-5786fd7ad36b not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:19:52.579536 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57040) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:19:52.730480 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Deleting port b38ac817-2c37-4eb0-bb71-c85a842af964 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:19:52.730817 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:53.067332 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:53.067659 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:53.132259 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Calling delete_port for b38ac817-2c37-4eb0-bb71-c85a842af964 owned by network:floatingip {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:19:53.278156 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:53.280870 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-dd5d9180-2956-4ea5-8b80-2b32d191f7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:19:53.304018 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event deleted for resources: {'Port': ['ID=b38ac817-2c37-4eb0-bb71-c85a842af964,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:19:53.307189 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:19:53.363884 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:53.364222 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.db.l3_db [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Floating IP c26c12f8-202d-4c72-af10-b1f634b2b914 disassociated (deleted). External IP: 172.27.0.120, port: d9d0751a-c98e-4811-b7a9-6c41665cbda3. Jun 16 11:19:53.567086 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:19:53.672826 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:19:53.677426 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:53.681714 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:19:53.690799 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:19:53.691419 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:19:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:53.712681 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-a468da24-6870-4803-9a5d-68484f9c6fd9 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "DELETE /v2.0/floatingips/c26c12f8-202d-4c72-af10-b1f634b2b914 HTTP/1.1" status: 204 len: 168 time: 1.1320469 Jun 16 11:19:53.713451 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3'}] {{(pid=91890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:19:53.715883 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f43d2e9a6d39bca8648529261aa26184f71ff3f2c8df7abd8895f2f15ec57890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a8b55-99e0-4b69-ac59-30a39780cf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3"}]}' {{(pid=91890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:19:53.753428 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac5c020-f8eb-49bf-85b8-9ce5a5d17dbe x-openstack-request-id: req-9ac5c020-f8eb-49bf-85b8-9ce5a5d17dbe {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:19:53.753759 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3", "status": "completed", "code": 200}]} {{(pid=91890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:19:53.754058 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ac5c020-f8eb-49bf-85b8-9ce5a5d17dbe {{(pid=91890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:19:53.754510 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'status': 'completed', 'code': 200} Jun 16 11:19:53.798891 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:19:53.830671 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-ca509f29-4eb5-43ca-b54a-d2aa941034a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:53.832804 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-ca509f29-4eb5-43ca-b54a-d2aa941034a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 1098 time: 0.0560374 Jun 16 11:19:53.930617 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-0130489a-531c-41a9-8bb3-f20433001e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:53.932351 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-0130489a-531c-41a9-8bb3-f20433001e2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 200 len: 913 time: 0.0930867 Jun 16 11:19:53.974097 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-9ad02523-9fb3-416e-875f-b614a41bb421 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 200 len: 217 time: 0.0343072 Jun 16 11:19:54.019863 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:54.023736 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:19:54.026117 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-71b5b8fd-8c5f-45ba-90eb-148efffc3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:54.027322 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-71b5b8fd-8c5f-45ba-90eb-148efffc3f08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 200 len: 851 time: 0.0470932 Jun 16 11:19:54.032879 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:19:54.033508 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:19:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:54.091242 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-4da8dd78-77dd-4fc1-8876-a3ee3c838345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:54.094449 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-4da8dd78-77dd-4fc1-8876-a3ee3c838345 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6d49a6f-ae28-4874-b01d-43e354627d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0597763 Jun 16 11:19:54.097871 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39674d3-176e-4384-a165-1c7be4d49439 req-f5ca4ff6-46f1-4434-83f7-edfff16c63b7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:54.099365 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e39674d3-176e-4384-a165-1c7be4d49439 req-f5ca4ff6-46f1-4434-83f7-edfff16c63b7 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 945 time: 0.0715613 Jun 16 11:19:54.141225 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [req-e39674d3-176e-4384-a165-1c7be4d49439 req-c2fbce61-f17c-46ee-9858-ed5886746d79 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353496 Jun 16 11:19:54.148971 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:19:54.185003 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-f2c59286-da3b-4656-b726-44080d53317b service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831735 Jun 16 11:19:54.278914 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-c65a8b55-99e0-4b69-ac59-30a39780cf9a req-3af33a64-0a48-4c81-8b05-dde665c2ae1c service neutron] 10.222.0.35 "GET /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873842 Jun 16 11:19:54.346627 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:19:54.349998 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef53c4f-abd9-4e1b-b3e0-7e47163805ac None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:12:59Z', 'revision_number': 4, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi', '_interfaces': [{'id': '86551745-9462-4c92-8ad8-b32bdbfdb4a9', 'name': '', 'network_id': 'a6d49a6f-ae28-4874-b01d-43e354627d97', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'mac_address': 'fa:16:3e:b6:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:58Z', 'updated_at': '2021-06-16T11:13:05Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'subnets': [{'id': '2a14b240-faeb-4b8f-aa00-0548af6458fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:19:54.549418 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca566efa-7432-4277-b8b5-4364c428d351 None None] New status for floating IP c26c12f8-202d-4c72-af10-b1f634b2b914: DOWN {{(pid=91893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:19:55.313422 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bc2da-b7ac-4fe7-8344-503bea4a376f req-2cc4068d-c00b-45c9-a36e-9d37fa411d77 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:55.314855 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a49bc2da-b7ac-4fe7-8344-503bea4a376f req-2cc4068d-c00b-45c9-a36e-9d37fa411d77 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 945 time: 0.0623982 Jun 16 11:19:55.352922 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-a49bc2da-b7ac-4fe7-8344-503bea4a376f req-4a78dddd-23e5-43c1-842e-16f39dcaade4 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/security-groups?id=145cd892-808b-47ab-af12-7f359d2693de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Jun 16 11:19:55.495958 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-bbcfd6f3-b39c-45f0-bf9f-eebc7d9ecf3d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:19:55.497393 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-bbcfd6f3-b39c-45f0-bf9f-eebc7d9ecf3d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 945 time: 0.0655489 Jun 16 11:19:55.593725 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Deleting port d9d0751a-c98e-4811-b7a9-6c41665cbda3 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:19:55.594066 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:55.682921 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] For port d9d0751a-c98e-4811-b7a9-6c41665cbda3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d9d0751a-c98e-4811-b7a9-6c41665cbda3,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:19:55.683274 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:55.744352 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Calling delete_port for d9d0751a-c98e-4811-b7a9-6c41665cbda3 owned by compute:nova {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:19:55.871607 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:55.876550 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a9d4dd3e-d7f1-4fdd-8b9d-b41942c37528 tempest-VolumesActionsTest-630966557 tempest-VolumesActionsTest-630966557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:19:55.902964 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event deleted for resources: {'Port': ['ID=d9d0751a-c98e-4811-b7a9-6c41665cbda3,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:19:55.908010 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:19:55.949989 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] No DVR routers for this DVR port d9d0751a-c98e-4811-b7a9-6c41665cbda3 on host hv-cinder-78662 {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:19:55.953295 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for port, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:55.955221 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-02175a97-d0d3-4baa-8e24-297cfbd6815b req-71026e1d-71bd-4cdc-91d7-62a47cce0669 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.35 "DELETE /v2.0/ports/d9d0751a-c98e-4811-b7a9-6c41665cbda3 HTTP/1.1" status: 204 len: 173 time: 0.4522972 Jun 16 11:19:55.955758 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'name': 'network-vif-deleted', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3'}] {{(pid=91891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:19:55.958097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d8bac691b0be65e85ca7d3b898f26669bbbf1fea89eb5349ee69f0198acf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234d062-59e4-49d5-96c3-0d96d248a10c" -d '{"events": [{"server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "name": "network-vif-deleted", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3"}]}' {{(pid=91891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:19:55.993498 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491930f7-3b37-460b-8f4a-03e02e2783d8 x-openstack-request-id: req-491930f7-3b37-460b-8f4a-03e02e2783d8 {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:19:55.993846 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc6faa-0143-4505-9e6b-3222727ba711", "name": "network-vif-deleted", "tag": "d9d0751a-c98e-4811-b7a9-6c41665cbda3", "status": "completed", "code": 200}]} {{(pid=91891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:19:55.994153 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-491930f7-3b37-460b-8f4a-03e02e2783d8 {{(pid=91891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:19:55.994597 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc6faa-0143-4505-9e6b-3222727ba711', 'name': 'network-vif-deleted', 'tag': 'd9d0751a-c98e-4811-b7a9-6c41665cbda3', 'status': 'completed', 'code': 200} Jun 16 11:19:56.505617 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [req-3a9379dd-0ae9-411d-ab6d-4800a16299b0 req-66131af1-ea55-4748-a288-ea5c3d7d6960 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "GET /v2.0/ports?device_id=05dc6faa-0143-4505-9e6b-3222727ba711 HTTP/1.1" status: 200 len: 210 time: 0.0292931 Jun 16 11:19:57.598171 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57056) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:19:57.734760 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Deleting port 6d413786-7e65-44e7-984c-d3191679c1a8 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:19:57.735102 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:57.814653 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:57.814897 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:57.880568 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Calling delete_port for 6d413786-7e65-44e7-984c-d3191679c1a8 owned by network:floatingip {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:19:58.008816 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:58.010711 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-7cc0e8e3-9897-4451-8bc0-f6bdb48389cf tempest-TestShelveInstance-507759541 tempest-TestShelveInstance-507759541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:19:58.034553 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event deleted for resources: {'Port': ['ID=6d413786-7e65-44e7-984c-d3191679c1a8,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:19:58.037673 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:19:58.095272 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for floatingip, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:58.097862 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24746'] for floatingip, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:58.098988 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-06bf93a6-4602-4628-a84b-4b38ece6bc4d tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "DELETE /v2.0/floatingips/e81e5dcc-8128-413b-b0a2-36438b8bc554 HTTP/1.1" status: 204 len: 168 time: 0.4998291 Jun 16 11:19:59.344324 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device d9d0751a-c98e-4811-b7a9-6c41665cbda3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:19:59.359033 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57068) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:19:59.368172 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] No Port match for: d9d0751a-c98e-4811-b7a9-6c41665cbda3 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:19:59.368529 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Device d9d0751a-c98e-4811-b7a9-6c41665cbda3 not bound to the agent host hv-cinder-78662 {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:19:59.417404 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-73f2a676-76e8-416b-ac3b-1c6b04418ee3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:59.441767 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-73f2a676-76e8-416b-ac3b-1c6b04418ee3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:59.504638 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-73f2a676-76e8-416b-ac3b-1c6b04418ee3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:59.507747 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-73f2a676-76e8-416b-ac3b-1c6b04418ee3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:19:59.508917 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-73f2a676-76e8-416b-ac3b-1c6b04418ee3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] 10.222.0.21 "DELETE /v2.0/security-groups/145cd892-808b-47ab-af12-7f359d2693de HTTP/1.1" status: 204 len: 168 time: 0.1488924 Jun 16 11:19:59.509710 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-2e8d00cd-6193-4dfa-bf0b-b604428afdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:19:59.519221 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2a676-76e8-416b-ac3b-1c6b04418ee3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145cd892-808b-47ab-af12-7f359d2693de,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:19:59.521726 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-73f2a676-76e8-416b-ac3b-1c6b04418ee3 tempest-TestVolumeBootPattern-305580373 tempest-TestVolumeBootPattern-305580373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:00.579846 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57074) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:00.657569 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0411717b-f45b-4992-b12e-b721081f488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:01.040426 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:01.288191 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Deleting port 86551745-9462-4c92-8ad8-b32bdbfdb4a9 {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:01.288534 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:01.367285 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] For port 86551745-9462-4c92-8ad8-b32bdbfdb4a9, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=86551745-9462-4c92-8ad8-b32bdbfdb4a9,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:01.367643 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:01.428862 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Calling delete_port for 86551745-9462-4c92-8ad8-b32bdbfdb4a9 owned by network:router_interface {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:01.605018 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:01.606912 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-1d7c4c9b-05ab-40a7-88c3-97764be05243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:01.634316 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86551745-9462-4c92-8ad8-b32bdbfdb4a9,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:01.637329 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:01.796417 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:02.002099 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Router 254b1a47-1cac-4674-b33e-a9e1d5b24afa has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:20:02.106424 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:20:02.111396 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-e092f3ff-2eae-494a-847e-ff7912540ea3 admin admin] 10.222.0.21 "PUT /v2.0/routers/254b1a47-1cac-4674-b33e-a9e1d5b24afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5304461 Jun 16 11:20:02.113871 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57078) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:02.116458 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] Sync routers for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:20:02.126146 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:20:02.126850 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:19:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:02.214703 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks [] for router, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:02.319260 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:02.355488 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: dv-cinder-786627-10-iscsi {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:20:02.379762 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Deleting port 4746c228-bbad-455c-8531-5a6af237b38a {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:02.380321 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:02.457964 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] For port 4746c228-bbad-455c-8531-5a6af237b38a, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=4746c228-bbad-455c-8531-5a6af237b38a,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:02.458323 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:02.533697 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '4746c228-bbad-455c-8531-5a6af237b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:20:01Z', 'revision_number': 5, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port': {'id': '4746c228-bbad-455c-8531-5a6af237b38a', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:12:57Z', 'updated_at': '2021-06-16T11:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:02.537349 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] Checking router: 254b1a47-1cac-4674-b33e-a9e1d5b24afa for host: dv-cinder-786627-10-iscsi {{(pid=91892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:20:02.546403 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] Routers {'254b1a47-1cac-4674-b33e-a9e1d5b24afa'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:20:02.547050 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:19:34Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'], 'active': True} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:02.636589 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvr_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] Set router 254b1a47-1cac-4674-b33e-a9e1d5b24afa gateway port host: None {{(pid=91892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:20:02.691445 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_hamode_db [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:20:02Z', 'revision_number': 6, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:02.695268 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa8f7a-6ef2-4d5a-991c-15a12c08e3dd None None] The sync data for ids ['254b1a47-1cac-4674-b33e-a9e1d5b24afa'] in dv-cinder-786627-10-iscsi is: [{'id': '254b1a47-1cac-4674-b33e-a9e1d5b24afa', 'name': 'tempest-TestVolumeBootPattern-1912476143-router', 'tenant_id': '504c5e8003be4da9a6360e6e35d85bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:12:56Z', 'updated_at': '2021-06-16T11:20:02Z', 'revision_number': 6, 'project_id': '504c5e8003be4da9a6360e6e35d85bcc', 'gw_port_host': None}] {{(pid=91892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:20:02.791309 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Calling delete_port for 4746c228-bbad-455c-8531-5a6af237b38a owned by network:router_gateway {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:02.949847 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:02.952267 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-4281288c-81f2-4d40-a288-d7f08f71b2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:02.980223 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Pushing event deleted for resources: {'Port': ['ID=4746c228-bbad-455c-8531-5a6af237b38a,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:02.983620 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:03.036852 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.134376 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.136473 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.180715 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.181486 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254b1a47-1cac-4674-b33e-a9e1d5b24afa {{(pid=91890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:20:03.187026 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] Notify callbacks [] for router, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.188182 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-3ee0e9ac-0d79-4f7e-b727-71ae55636038 admin admin] 10.222.0.21 "DELETE /v2.0/routers/254b1a47-1cac-4674-b33e-a9e1d5b24afa HTTP/1.1" status: 204 len: 168 time: 1.0734184 Jun 16 11:20:03.190610 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57080) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:03.235168 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.db_base_plugin_v2 [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Deleting subnet 2a14b240-faeb-4b8f-aa00-0548af6458fa {{(pid=91890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:20:03.238014 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.271961 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12772846'] for subnet, precommit_delete_associations {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.349836 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.400389 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12623929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12717534'] for subnet, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.403536 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-a3db3fe8-afa5-423a-89b2-7a7eac754554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:03.425738 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.429664 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a14b240-faeb-4b8f-aa00-0548af6458fa,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:03.432119 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:03.437981 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.442314 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-da06bd94-383e-4634-982f-ab2d956d1ecc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a14b240-faeb-4b8f-aa00-0548af6458fa HTTP/1.1" status: 204 len: 168 time: 0.2478120 Jun 16 11:20:03.442427 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57082) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:03.446143 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be90269-0595-4761-8eed-011a9b6f6af9 None None] Network a6d49a6f-ae28-4874-b01d-43e354627d97 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:20:03.513187 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 4746c228-bbad-455c-8531-5a6af237b38a no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:20:03.535543 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.539682 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 4746c228-bbad-455c-8531-5a6af237b38a {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:20:03.540068 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 4746c228-bbad-455c-8531-5a6af237b38a not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:20:03.540502 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 86551745-9462-4c92-8ad8-b32bdbfdb4a9 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:20:03.561881 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 86551745-9462-4c92-8ad8-b32bdbfdb4a9 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:20:03.562238 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 86551745-9462-4c92-8ad8-b32bdbfdb4a9 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:20:03.589988 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Deleting port 1f524f97-6b9d-4094-8cf5-eb44b6620cea {{(pid=91890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:03.590327 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.656334 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.db [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] For port 1f524f97-6b9d-4094-8cf5-eb44b6620cea, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=1f524f97-6b9d-4094-8cf5-eb44b6620cea,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:03.656699 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.705078 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] DHCP port deletion for a6d49a6f-ae28-4874-b01d-43e354627d97 request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:20:03.731738 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.plugin [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Calling delete_port for 1f524f97-6b9d-4094-8cf5-eb44b6620cea owned by network:dhcp {{(pid=91890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:03.762895 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Deleting port 1f524f97-6b9d-4094-8cf5-eb44b6620cea {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:03.763222 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.766518 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-6464a684-320a-4e09-8aa7-3d4dbbe720d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.820644 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12624115'] for port, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.823643 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-48e55e11-272a-4532-9ab7-e2ff828a7586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:03.830824 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] For port 1f524f97-6b9d-4094-8cf5-eb44b6620cea, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=1f524f97-6b9d-4094-8cf5-eb44b6620cea,segment=NetworkSegment(ee87f375-a861-4f4a-b7fd-ab3916440366),segment_id=ee87f375-a861-4f4a-b7fd-ab3916440366)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:03.831228 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.846807 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=1f524f97-6b9d-4094-8cf5-eb44b6620cea,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:03.849968 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:03.850738 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] No DVR routers for this DVR port 1f524f97-6b9d-4094-8cf5-eb44b6620cea on host dv-cinder-786627-10-iscsi {{(pid=91890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:20:03.893833 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Calling delete_port for 1f524f97-6b9d-4094-8cf5-eb44b6620cea owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:03.924486 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.934294 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d49a6f-ae28-4874-b01d-43e354627d97']}} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:03.943933 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee87f375-a861-4f4a-b7fd-ab3916440366') {'for_net_delete': True} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:03.944231 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.services.segments.db [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee87f375-a861-4f4a-b7fd-ab3916440366') {} {{(pid=91890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:03.953780 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12772855'] for segment, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.968700 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.971148 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.973852 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-ea4408a0-6ec3-4681-8f54-9ce5069489f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:03.974863 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=91890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:20:03.975282 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12624038'] for segment, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: Traceback (most recent call last): Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: timer() Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: cb(*args, **kw) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: return func(*args, **kwargs) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: self._notify() Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: self.callback(batched_events) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: event.method(event) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: return f(self, *a, **k) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._get(url).json() Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: return self.request(url, 'GET', **kwargs) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:20:03.977030 dv-cinder-786627-10-iscsi neutron-server[91890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:20:03.997611 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Pushing event deleted for resources: {'Port': ['ID=1f524f97-6b9d-4094-8cf5-eb44b6620cea,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:04.002146 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] No DVR routers for this DVR port 1f524f97-6b9d-4094-8cf5-eb44b6620cea on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:20:04.010643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.010643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.010643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.010643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.010643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.010643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.010643 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.011390 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.011390 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.011669 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.011758 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.012249 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-10-iscsi {{(pid=91892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:20:04.016079 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-75c08f4a-bbaa-4753-bf4c-9537720e6738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:04.031153 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:04.035004 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:04.037437 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:04.042095 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6d49a6f-ae28-4874-b01d-43e354627d97 HTTP/1.1" status: 204 len: 168 time: 0.5959892 Jun 16 11:20:04.043186 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 57084) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:04.051837 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d49a6f-ae28-4874-b01d-43e354627d97,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:04.053364 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-b77bdb08-9b2f-4387-b7d0-d8bb4e54fdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:04.374944 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361673'] for router_interface, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:04.550198 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:04.630302 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Deleting port 957fd19f-5f9a-4bec-82ab-39aaa1207357 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:04.630562 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:04.707697 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] For port 957fd19f-5f9a-4bec-82ab-39aaa1207357, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=957fd19f-5f9a-4bec-82ab-39aaa1207357,segment=NetworkSegment(fbd167df-b7f4-4f6b-b348-fa6d2bf5d201),segment_id=fbd167df-b7f4-4f6b-b348-fa6d2bf5d201)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:04.708082 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:04.774228 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Calling delete_port for 957fd19f-5f9a-4bec-82ab-39aaa1207357 owned by network:router_interface {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:04.947626 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:04.950384 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-42efab41-e7d3-455e-aabf-57cc2a5ea552 tempest-AttachVolumeTestJSON-1856479951 tempest-AttachVolumeTestJSON-1856479951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:04.979799 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=957fd19f-5f9a-4bec-82ab-39aaa1207357,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:05.002380 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:05.138272 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361565'] for router_interface, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:05.245326 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 1f524f97-6b9d-4094-8cf5-eb44b6620cea no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:20:05.266313 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 1f524f97-6b9d-4094-8cf5-eb44b6620cea {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:20:05.266648 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 1f524f97-6b9d-4094-8cf5-eb44b6620cea not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:20:05.350425 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 has already been hosted by L3 agent 8d2da8c4-172e-454d-bc5a-544c60179a9a {{(pid=91891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:20:05.451546 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] Notify agent at l3_agent.dv-cinder-786627-10-iscsi the message routers_updated {{(pid=91891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:20:05.456533 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-ef1f56f8-eac3-40b7-a0b6-248b9fd8e3a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/61c37dcc-99c5-4777-b296-3bc9f87a82e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4117770 Jun 16 11:20:05.459007 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 57086) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:05.461449 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] Sync routers for ids ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'] in dv-cinder-786627-10-iscsi {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:20:05.473353 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] Routers {'61c37dcc-99c5-4777-b296-3bc9f87a82e0'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:20:05.474338 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:20:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:05.563407 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks [] for router, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:05.596453 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] Set router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 gateway port host: dv-cinder-786627-10-iscsi {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:20:05.658823 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:05.713572 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Deleting port 53e6bc62-5158-4003-b2dc-b946d785d584 {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:05.713833 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:05.768631 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'external_fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:20:04Z', 'revision_number': 5, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port': {'id': '53e6bc62-5158-4003-b2dc-b946d785d584', 'name': '', 'network_id': 'ba606b73-9db9-42d8-8bd7-b5b2a48673f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:13:02Z', 'updated_at': '2021-06-16T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e06b3b29-dbaf-497f-9431-86ea9710054e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-10-iscsi'}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:05.771937 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] Checking router: 61c37dcc-99c5-4777-b296-3bc9f87a82e0 for host: dv-cinder-786627-10-iscsi {{(pid=91893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:20:05.781235 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] Routers {'61c37dcc-99c5-4777-b296-3bc9f87a82e0'} bound to L3 agent in host dv-cinder-786627-10-iscsi {{(pid=91893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:20:05.781846 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T10:58:34Z,description=,heartbeat_timestamp=2021-06-16T11:20:04Z,host='dv-cinder-786627-10-iscsi',id=8d2da8c4-172e-454d-bc5a-544c60179a9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T10:58:34Z,topic='l3_agent')) {'router_ids': ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'], 'active': True} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:05.791042 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] For port 53e6bc62-5158-4003-b2dc-b946d785d584, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=53e6bc62-5158-4003-b2dc-b946d785d584,segment=NetworkSegment(9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6),segment_id=9e16b895-dc2f-4e2e-bcb8-61b8ef5cd0f6)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:05.791397 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:05.860054 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Calling delete_port for 53e6bc62-5158-4003-b2dc-b946d785d584 owned by network:router_gateway {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:05.958776 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_dvr_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] Set router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 gateway port host: None {{(pid=91893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:20:06.011851 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.l3_hamode_db [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:20:05Z', 'revision_number': 6, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port_host': None}], 'dv-cinder-786627-10-iscsi', False) {} {{(pid=91893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:06.015977 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182819ac-c365-45b5-946c-66ff3391e5a2 None None] The sync data for ids ['61c37dcc-99c5-4777-b296-3bc9f87a82e0'] in dv-cinder-786627-10-iscsi is: [{'id': '61c37dcc-99c5-4777-b296-3bc9f87a82e0', 'name': 'tempest-TestVolumeBootPattern-976164025-router', 'tenant_id': 'a759ee7f972a446e8a59d25f67e49d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:13:01Z', 'updated_at': '2021-06-16T11:20:05Z', 'revision_number': 6, 'project_id': 'a759ee7f972a446e8a59d25f67e49d39', 'gw_port_host': None}] {{(pid=91893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:20:06.028462 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.031170 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-5ec0ae28-9eea-49bf-8997-db70c5642ab6 tempest-AttachVolumeShelveTestJSON-1071054147 tempest-AttachVolumeShelveTestJSON-1071054147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:06.059019 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e6bc62-5158-4003-b2dc-b946d785d584,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:06.061983 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:06.121430 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693790'] for router_gateway, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.204299 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.491694 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7975'] for router, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.493878 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.536421 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364116'] for router, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.536934 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c37dcc-99c5-4777-b296-3bc9f87a82e0 {{(pid=91891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:20:06.541313 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] Notify callbacks [] for router, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.544405 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-e112f67a-3694-403c-a329-3aa41ae5d033 admin admin] 10.222.0.21 "DELETE /v2.0/routers/61c37dcc-99c5-4777-b296-3bc9f87a82e0 HTTP/1.1" status: 204 len: 168 time: 1.0822079 Jun 16 11:20:06.544736 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 57088) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:06.601834 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Deleting subnet 7b370939-5223-46a0-8710-c46f23be6835 {{(pid=91891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:20:06.604862 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.641573 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979545'] for subnet, precommit_delete_associations {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.715059 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3494816'] for subnet, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.769097 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3494847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9260786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8877722'] for subnet, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.772010 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:06.796642 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b370939-5223-46a0-8710-c46f23be6835,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:06.798756 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for subnet, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.801016 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b370939-5223-46a0-8710-c46f23be6835 HTTP/1.1" status: 204 len: 168 time: 0.2536695 Jun 16 11:20:06.801693 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-0d26380d-767b-446c-9dc5-e6384c93809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:06.803191 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [-] (91891) accepted ('10.222.0.21', 57090) {{(pid=91891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:06.805486 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2788f7a2-9deb-4ba0-92d0-3d326578e52f None None] Network ec01f5a9-8e97-416f-899d-be93e705f803 requested from dv-cinder-786627-10-iscsi {{(pid=91892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:20:06.875427 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896893'] for network, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.927435 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Deleting port 66f71d31-d9de-4625-9d4a-b7771930ca8c {{(pid=91891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:06.927890 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:06.999516 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.db [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] For port 66f71d31-d9de-4625-9d4a-b7771930ca8c, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=66f71d31-d9de-4625-9d4a-b7771930ca8c,segment=NetworkSegment(fbd167df-b7f4-4f6b-b348-fa6d2bf5d201),segment_id=fbd167df-b7f4-4f6b-b348-fa6d2bf5d201)] {{(pid=91891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:06.999949 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.013984 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] DHCP port deletion for ec01f5a9-8e97-416f-899d-be93e705f803 request from dv-cinder-786627-10-iscsi {{(pid=91892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:20:07.062173 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] Deleting port 66f71d31-d9de-4625-9d4a-b7771930ca8c {{(pid=91892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:20:07.062654 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730436998813'] for port, before_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.064333 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Calling delete_port for 66f71d31-d9de-4625-9d4a-b7771930ca8c owned by network:dhcp {{(pid=91891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:07.134896 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.db [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] For port 66f71d31-d9de-4625-9d4a-b7771930ca8c, host dv-cinder-786627-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-10-iscsi',level=0,port_id=66f71d31-d9de-4625-9d4a-b7771930ca8c,segment=NetworkSegment(fbd167df-b7f4-4f6b-b348-fa6d2bf5d201),segment_id=fbd167df-b7f4-4f6b-b348-fa6d2bf5d201)] {{(pid=91892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:20:07.135355 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696046'] for port, precommit_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.153287 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9260600'] for port, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.157519 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a37508d2-6722-4218-ae66-8137e0f505f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:07.157908 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:20:07.179756 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Pushing event deleted for resources: {'Port': ['ID=66f71d31-d9de-4625-9d4a-b7771930ca8c,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:07.182351 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:07.190489 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] No DVR routers for this DVR port 66f71d31-d9de-4625-9d4a-b7771930ca8c on host dv-cinder-786627-10-iscsi {{(pid=91891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:20:07.207700 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] Calling delete_port for 66f71d31-d9de-4625-9d4a-b7771930ca8c owned by network:dhcp {{(pid=91892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:20:07.249785 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 53e6bc62-5158-4003-b2dc-b946d785d584 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:20:07.268868 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501615', 'neutron.services.segments.db._delete_segments_for_network-8730437036849'] for network, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.271821 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 53e6bc62-5158-4003-b2dc-b946d785d584 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:20:07.272183 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 53e6bc62-5158-4003-b2dc-b946d785d584 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:20:07.272609 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 957fd19f-5f9a-4bec-82ab-39aaa1207357 no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:20:07.281697 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec01f5a9-8e97-416f-899d-be93e705f803']}} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:07.292151 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201') {'for_net_delete': True} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:07.292446 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.services.segments.db [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd167df-b7f4-4f6b-b348-fa6d2bf5d201') {} {{(pid=91891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:20:07.293948 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 957fd19f-5f9a-4bec-82ab-39aaa1207357 {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:20:07.294299 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 957fd19f-5f9a-4bec-82ab-39aaa1207357 not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:20:07.294724 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 66f71d31-d9de-4625-9d4a-b7771930ca8c no longer exists at agent ovs-agent-dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:20:07.301911 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730437036162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979520'] for segment, before_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.317761 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363'] for segment, precommit_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.323808 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=91891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:20:07.324294 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9260653'] for segment, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.324633 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.plugin [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] No Port match for: 66f71d31-d9de-4625-9d4a-b7771930ca8c {{(pid=91892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:20:07.324992 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.plugins.ml2.rpc [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Device 66f71d31-d9de-4625-9d4a-b7771930ca8c not bound to the agent host dv-cinder-786627-10-iscsi {{(pid=91892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: retrieve_revision_numbers = { Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: Traceback (most recent call last): Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: timer() Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: cb(*args, **kw) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: return func(*args, **kwargs) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: self._notify() Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: self.callback(batched_events) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: event.method(event) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: return f(self, *a, **k) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._get(url).json() Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: return self.request(url, 'GET', **kwargs) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:20:07.326105 dv-cinder-786627-10-iscsi neutron-server[91891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:20:07.352959 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730437004153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730436563743'] for port, after_delete {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.354965 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:07.379858 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] Pushing event deleted for resources: {'Port': ['ID=66f71d31-d9de-4625-9d4a-b7771930ca8c,revision_number=None']} {{(pid=91892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:07.382728 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG oslo_concurrency.lockutils [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:07.384042 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b100840-6205-4265-ae15-896f00d8bcf3 None None] No DVR routers for this DVR port 66f71d31-d9de-4625-9d4a-b7771930ca8c on host dv-cinder-786627-10-iscsi {{(pid=91892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:20:07.390595 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693872'] for network, after_delete {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.396499 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-cec623ed-39f8-49c0-a8fe-b45e9db585ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:07.398864 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560208'] for network, before_response {{(pid=91891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.400878 dv-cinder-786627-10-iscsi neutron-server[91891]: INFO neutron.wsgi [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/ec01f5a9-8e97-416f-899d-be93e705f803 HTTP/1.1" status: 204 len: 168 time: 0.5967128 Jun 16 11:20:07.413125 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ec01f5a9-8e97-416f-899d-be93e705f803,revision_number=None']} {{(pid=91891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:07.416397 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG oslo_concurrency.lockutils [None req-a2cb6f84-050c-4bbe-b23c-fce2359773ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:07.528117 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57094) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:07.581396 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-9a44e300-7d72-4712-9b75-e3cd0e87bd8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=504c5e8003be4da9a6360e6e35d85bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512452 Jun 16 11:20:07.583013 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57096) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:07.642979 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.664744 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.718315 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.720946 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:07.722434 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32ef345b-1da7-4568-917f-5f88b85968d4 HTTP/1.1" status: 204 len: 168 time: 0.1385381 Jun 16 11:20:07.723213 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-64fe3150-3b99-4dc0-a7de-b356bd46818d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:07.738131 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef345b-1da7-4568-917f-5f88b85968d4,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:07.740448 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:08.064300 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57102) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:08.105048 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-4a24037d-016e-47dd-af9a-e679fe9bd7e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a759ee7f972a446e8a59d25f67e49d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394888 Jun 16 11:20:08.107386 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.wsgi [-] (91890) accepted ('10.222.0.21', 57104) {{(pid=91890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:20:08.155590 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bbb16168-ebbd-4be4-8f54-2c75655c2ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:08.176013 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bbb16168-ebbd-4be4-8f54-2c75655c2ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:08.224195 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bbb16168-ebbd-4be4-8f54-2c75655c2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368902'] for security_group, after_delete {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:08.226925 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron_lib.callbacks.manager [None req-bbb16168-ebbd-4be4-8f54-2c75655c2ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:08.228199 dv-cinder-786627-10-iscsi neutron-server[91890]: INFO neutron.wsgi [None req-bbb16168-ebbd-4be4-8f54-2c75655c2ad6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fca42bb-934a-4cfc-a1d5-e8c25bb21a02 HTTP/1.1" status: 204 len: 168 time: 0.1198545 Jun 16 11:20:08.229033 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-39cc22a7-6cae-44f1-a1ae-449ba1217661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:20:08.237077 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb16168-ebbd-4be4-8f54-2c75655c2ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fca42bb-934a-4cfc-a1d5-e8c25bb21a02,revision_number=None']} {{(pid=91890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:20:08.239315 dv-cinder-786627-10-iscsi neutron-server[91890]: DEBUG oslo_concurrency.lockutils [None req-bbb16168-ebbd-4be4-8f54-2c75655c2ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:20:13.961054 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:30.658406 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-68be82eb-c646-4165-9df3-baa9c62dc163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:33.415570 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:33.757345 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-04fc2900-76ec-4cfc-99d6-d08948f8b925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:34.555598 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:36.200024 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:43.971330 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:20:44.156036 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:21:00.657858 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5bd596ca-3dc2-4925-9996-5cd73f23b62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:03.416155 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:03.757700 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-05d24757-92c1-4e42-883e-3747304951b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:04.555711 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:06.203076 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:13.979348 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:21.154959 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:21:30.659968 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a7c532ab-e7a5-4b98-bba1-cfaacc16eb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:33.416286 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:33.757862 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a1394594-7b85-4bc2-9e84-78770f980179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:34.562346 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:36.206837 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:43.994560 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:21:51.607847 dv-cinder-786627-10-iscsi neutron-server[91891]: DEBUG neutron.wsgi [req-c4423300-04db-4768-a99d-60be66fe185d req-616a2c96-9760-45e8-af56-46d8e16d4d0e service neutron] (91891) timed out ('10.222.0.35', 52459) {{(pid=91891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 11:21:58.153199 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:22:00.661290 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-fbdb59e7-7a47-4299-910a-ff3c65d9a5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:03.416941 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:03.758355 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-42fb2c8a-2a3d-4dfd-8ac7-5f898075c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:04.561739 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:06.210258 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:14.025887 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:30.662105 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-41cde72c-bc9e-4001-ac5d-5bcbe765ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:33.417681 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:33.758369 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c6ac-4798-4146-824a-de3254cff09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:34.565246 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:35.152690 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:22:36.212276 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:22:44.040936 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:00.663485 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-d56c2178-fd00-481e-afc8-e950cfabc22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:03.419621 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:03.758305 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-810d5fc5-adcd-4a7c-8ac5-a3b9e2b2dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:04.566814 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:06.214734 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:12.151987 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:23:14.041692 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:30.664404 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-0b95d9f2-1911-47c5-8fab-06ad07c26523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:33.419368 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:33.759755 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-f351a68f-2b0f-4741-869d-c36a80a29749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:34.572700 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:36.218201 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:44.039912 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:23:49.150449 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:24:00.665557 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-50c6d6df-0fc9-4923-81d9-a9cec0d3999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:03.420244 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:03.760115 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-23c43de0-e8b4-4772-9205-56e7dfcec754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:04.573604 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:06.220720 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:14.053286 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:26.149200 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:24:30.667050 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-dfefb9b8-2a76-445d-a411-f89a2949a248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:33.421077 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:33.760195 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3b67e5c0-64b7-425a-9284-4f4b771bee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:34.575332 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:36.223442 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:24:44.068757 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:25:00.667790 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-621ef76a-e09f-449e-99e1-32749e3cf011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:25:03.147186 dv-cinder-786627-10-iscsi neutron-server[91893]: DEBUG neutron.db.agents_db [None req-2c828c1d-3068-404c-bf2f-e8561ded310e None None] Agent healthcheck: found 6 active agents {{(pid=91893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:25:03.422040 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-401a3fee-8b11-4c48-8bbe-b333b49f7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:25:03.760523 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-157ec5cf-e899-48c0-a237-2a6a4f0ec833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:25:04.578097 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-5411d8f6-7360-4c11-8c29-0eb1b1e4fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:25:06.228605 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3614b627-f732-42b7-a95b-ad8aef916139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:25:14.084320 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-3976ddd8-a1be-4b23-97cf-06870ba53782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:25:30.669508 dv-cinder-786627-10-iscsi neutron-server[91892]: DEBUG neutron_lib.callbacks.manager [None req-71fe7b35-2b91-4b93-b899-e369c4b517cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730437036831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3498977'] for agent, after_update {{(pid=91892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}